-- Logs begin at Mon 2021-12-20 11:19:24 UTC, end at Mon 2021-12-20 12:14:58 UTC. -- Dec 20 11:53:26.714801 dv-neutron-victoria-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 11:53:28.888351 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.common.config [-] Logging enabled! Dec 20 11:53:28.889060 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 20 11:53:28.889159 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83424) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 11:53:28.891339 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.common.config [-] Logging enabled! Dec 20 11:53:28.891590 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 20 11:53:28.891838 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83424) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 11:53:28.892828 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 11:53:28.893060 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 11:53:28.893412 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 11:53:28.893654 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 11:53:28.893878 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 11:53:28.894196 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.894496 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.894793 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.895026 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.895323 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.895615 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.895907 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.896212 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.896514 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.896801 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.897081 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.897367 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.897597 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.897877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.898224 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.898451 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.898676 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] debug = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.898954 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.899384 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.899889 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.900193 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.900495 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.900769 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.901045 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.901328 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.901660 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] host = dv-neutron-victoria-2-hyperv {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.901942 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.902232 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.902523 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.902810 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.903087 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.903368 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.903652 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.903926 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.904235 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] log_file = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.904514 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.904804 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.905091 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.905385 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.905611 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.905836 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.906124 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.906413 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.906691 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.906967 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.907244 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.907517 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.907791 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.908062 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.908376 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.908667 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.908953 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.909227 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.909506 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.909781 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.910057 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.910344 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.910618 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.910891 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.911165 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.911452 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.911720 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.911993 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.912325 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.912613 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.912898 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.913184 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.913459 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.913739 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.914015 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.914291 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.914564 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] use_json = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.914839 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.915112 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.915422 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.915700 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.915976 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.916275 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.916552 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.916836 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:28.917135 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.917436 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.917736 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.918023 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.918316 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.918602 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.918893 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.919174 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.919470 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.919760 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.920052 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.920358 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.920647 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.920943 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.921234 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.921508 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.921787 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.922080 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.922359 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.922630 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.922908 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.923198 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.923479 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.923751 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.924034 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.924339 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.924613 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.924887 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.925165 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.925454 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.925731 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.926003 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.926277 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.926554 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.926825 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.927110 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.927385 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.927657 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.927929 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.928235 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.928513 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.928787 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.929068 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.929348 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.929627 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.929900 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.930174 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.930448 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.930720 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.931519 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.931791 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.932064 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.932367 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.932642 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.932923 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.933193 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.933464 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.933736 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.934023 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.934323 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.934606 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.934888 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.935167 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.935445 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.935724 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.936002 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.936309 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.936592 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.936870 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.937165 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.937451 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.937740 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.938024 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.938304 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.938601 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.938880 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.939165 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.939441 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.939719 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.940009 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.940324 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.940625 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.940921 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.941218 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.941515 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.941810 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.942093 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.942405 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.942689 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:28.943176 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 11:53:28.943414 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83424) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 11:53:29.370191 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO keyring.backend [-] Loading KWallet Dec 20 11:53:29.380967 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO keyring.backend [-] Loading SecretService Dec 20 11:53:29.385584 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO keyring.backend [-] Loading Windows Dec 20 11:53:29.387914 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO keyring.backend [-] Loading chainer Dec 20 11:53:29.388883 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO keyring.backend [-] Loading macOS Dec 20 11:53:29.429070 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:29.429445 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:29.429855 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:29.430324 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 11:53:29.753528 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.753813 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.754086 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.814204 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.814487 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.814760 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.818152 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.818431 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.818699 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.847436 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.847718 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.847992 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.875742 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.876026 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:29.876317 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.191749 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.192440 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.192440 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.192969 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.193568 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.319065 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.319387 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.319671 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.319943 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.320299 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.320613 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.320881 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.321145 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.321402 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.322241 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.322504 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.322771 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.323038 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.323296 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.323562 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.323830 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.324087 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.324385 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.324645 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.324927 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.325279 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.325538 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.325790 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.326072 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.326326 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.326576 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.326960 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.327204 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.327445 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.327683 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.327922 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.328174 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.328751 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 11:53:30.331972 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 11:53:30.335973 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 11:53:30.340012 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 20 11:53:30.341702 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 11:53:30.342092 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 11:53:30.342436 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 11:53:30.342827 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 11:53:30.345677 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 11:53:30.345935 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 11:53:30.346291 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 11:53:30.375050 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 20 11:53:30.375510 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.375813 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83424) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 20 11:53:30.376207 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.377594 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83424) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 11:53:30.377881 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 11:53:30.378130 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 11:53:30.381459 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.381744 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.443097 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 11:53:30.443292 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 11:53:30.443537 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 11:53:30.443917 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 11:53:30.474157 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_db.sqlalchemy.engines [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83424) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 20 11:53:30.794367 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing driver for type 'gre' Dec 20 11:53:30.794970 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] gre ID ranges: [(1, 1000)] Dec 20 11:53:30.849296 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing driver for type 'local' Dec 20 11:53:30.849774 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing driver for type 'vlan' Dec 20 11:53:30.861988 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] VlanTypeDriver initialization complete Dec 20 11:53:30.862438 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing driver for type 'vxlan' Dec 20 11:53:30.862945 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] vxlan ID ranges: [(1, 1000)] Dec 20 11:53:30.917147 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing extension driver 'port_security' Dec 20 11:53:30.917496 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.extensions.port_security [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] PortSecurityExtensionDriver initialization complete Dec 20 11:53:30.917837 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing mechanism driver 'openvswitch' Dec 20 11:53:30.918169 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing mechanism driver 'hyperv' Dec 20 11:53:30.924876 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:30.925639 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.926009 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.926386 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.926747 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.927096 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.927438 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.927818 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.928184 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.928527 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.928904 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > security_group after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.929250 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > security_group after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.929624 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.930004 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.930348 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.930684 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.931648 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] ML2 OVO RPC backend initialized. {{(pid=83424) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 20 11:53:30.932344 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.932701 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.933120 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.933467 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > networks before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.933811 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.934151 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > ports before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.934532 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnet before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.934878 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnets before_response 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.935223 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.935562 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.935898 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.936258 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.936595 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.936928 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.937259 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.937592 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.937922 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.938504 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.plugin [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Modular L2 Plugin initialization complete Dec 20 11:53:30.938833 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading services supported by the core plugin {{(pid=83424) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 11:53:30.939156 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.plugins.ml2.managers [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Got port-security extension from driver 'port_security' Dec 20 11:53:30.939623 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.extensions.vlantransparent [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Disabled vlantransparent extension. Dec 20 11:53:30.940105 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83424) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 11:53:30.940493 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: router Dec 20 11:53:30.976759 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.977098 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router after_create 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.977466 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router before_create 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.978348 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.978729 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.979106 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router after_delete 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.979463 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.979822 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router after_create 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.980197 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router after_update 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.980541 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router after_update 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.980888 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.981241 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router after_update 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.981652 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.982020 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: port after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.982359 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: port after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.982693 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: subnet after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.983027 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.983371 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.983716 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.984053 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: port before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.984420 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.984776 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router after_update 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.985116 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.985464 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.985822 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.986161 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.986518 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > agent after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.986860 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > agent after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.987199 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > network after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.988054 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Tracking information for resource: router configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.988406 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Tracking information for resource: floatingip configured {{(pid=83424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 11:53:30.993430 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.db.l3_agentschedulers_db [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 11:53:30.994575 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: port after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.994937 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: port after_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.995290 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: port after_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.995639 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: port after_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.996457 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router before_create 55550100 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.996820 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.997178 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_create 55550100 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:30.997530 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > router precommit_update 55550100 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.001884 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.services.provider_configuration [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service providers = [] {{(pid=83424) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 11:53:31.002249 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.db.servicetype_db [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83424) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 11:53:31.005395 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.services.service_base [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:53:31.005750 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.services.service_base [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:53:31.006094 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.services.service_base [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:53:31.006982 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.services.service_base [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 11:53:31.007356 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.services.service_base [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 11:53:31.007728 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.008048 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 11:53:31.018718 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.019060 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: auto_allocate Dec 20 11:53:31.025127 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: network precommit_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.025497 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: network precommit_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.026015 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.026336 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: tag Dec 20 11:53:31.033200 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.033534 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: timestamp Dec 20 11:53:31.037371 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.037705 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: network_ip_availability Dec 20 11:53:31.043499 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.043874 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.044263 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.044974 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.045293 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: flavors Dec 20 11:53:31.050253 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.050582 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading Plugin: revisions Dec 20 11:53:31.054886 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 11:53:31.055274 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_concurrency.lockutils [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=83424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:31.056649 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83424) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 20 11:53:31.056994 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Initializing extension manager. Dec 20 11:53:31.057502 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: __init__.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.057845 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: __pycache__ {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.058212 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.058547 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.058877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: _filter_validation_lib.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.059206 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.059530 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: address_group.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.060313 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.060865 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: address-group Dec 20 11:53:31.061186 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: address_scope.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.061895 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.062397 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: address-scope Dec 20 11:53:31.062718 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.063657 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.064172 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: router-admin-state-down-before-update Dec 20 11:53:31.064509 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: agent.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.065210 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.065710 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: agent Dec 20 11:53:31.066033 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: agent_resources_synced.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.066947 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.067453 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: agent-resources-synced Dec 20 11:53:31.068047 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: allowedaddresspairs.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.069853 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.070375 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: allowed-address-pairs Dec 20 11:53:31.070704 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: auto_allocated_topology.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.071831 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.072377 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: auto-allocated-topology Dec 20 11:53:31.072704 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: availability_zone.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.073420 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.073923 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: availability_zone Dec 20 11:53:31.074243 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: availability_zone_filter.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.075158 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.075658 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: availability_zone_filter Dec 20 11:53:31.075981 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: data_plane_status.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.076909 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.077406 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 11:53:31.077727 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: default_subnetpools.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.078638 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.079139 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: default-subnetpools Dec 20 11:53:31.079462 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.080269 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.080770 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: dhcp_agent_scheduler Dec 20 11:53:31.081094 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: dns.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.082012 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.082510 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension dns-integration not supported by any of loaded plugins Dec 20 11:53:31.082833 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: dns_domain_ports.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.083759 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.084294 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 11:53:31.084617 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: dvr.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.085287 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.085784 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: dvr Dec 20 11:53:31.086103 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: empty_string_filtering.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.087013 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.088045 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: empty-string-filtering Dec 20 11:53:31.088400 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.089314 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.089812 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 11:53:31.090132 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.091046 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.091543 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 11:53:31.091861 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: external_net.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.092803 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.093308 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: external-net Dec 20 11:53:31.093635 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.094554 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.095063 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: extra_dhcp_opt Dec 20 11:53:31.095386 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: extraroute.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.096340 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.096843 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: extraroute Dec 20 11:53:31.097162 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: extraroute_atomic.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.098204 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.098709 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: extraroute-atomic Dec 20 11:53:31.099034 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: filter_validation.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.099700 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.100229 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: filter-validation Dec 20 11:53:31.100549 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: fip_pf_description.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.101634 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.102130 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 11:53:31.102450 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: fip_port_details.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.103977 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.104511 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: fip-port-details Dec 20 11:53:31.104830 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: flavors.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.106066 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.106576 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: flavors Dec 20 11:53:31.106901 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.108604 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.109119 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 11:53:31.109450 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: floatingip_pools.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.110147 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.110651 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: floatingip-pools Dec 20 11:53:31.110980 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: ip_allocation.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.111913 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.112446 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 11:53:31.112771 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.113693 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.114198 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: ip-substring-filtering Dec 20 11:53:31.114526 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l2_adjacency.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.115450 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.115949 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 11:53:31.116301 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l3.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.117258 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.117767 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: router Dec 20 11:53:31.118093 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.120401 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.120928 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 11:53:31.121259 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.122192 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.122705 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: ext-gw-mode Dec 20 11:53:31.123033 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.123955 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.124497 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: l3-ha Dec 20 11:53:31.124822 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l3_flavors.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.125753 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.126259 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: l3-flavors Dec 20 11:53:31.126583 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.127517 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.128018 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 11:53:31.128370 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: l3agentscheduler.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.129396 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.129898 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: l3_agent_scheduler Dec 20 11:53:31.130223 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: logging.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.131740 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.132294 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension logging not supported by any of loaded plugins Dec 20 11:53:31.132628 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: metering.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.133366 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.133946 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: metering Dec 20 11:53:31.134313 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.135424 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.135942 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: metering_source_and_destination_fields Dec 20 11:53:31.136300 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: multiprovidernet.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.137358 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.137871 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: multi-provider Dec 20 11:53:31.138199 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: netmtu.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.139117 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.139618 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: net-mtu Dec 20 11:53:31.139942 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: netmtu_writable.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.140890 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.141394 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: net-mtu-writable Dec 20 11:53:31.141720 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: network_availability_zone.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.142385 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.142885 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: network_availability_zone Dec 20 11:53:31.143204 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: network_ip_availability.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.144352 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.144869 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: network-ip-availability Dec 20 11:53:31.145192 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: network_segment_range.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.145957 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.146459 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 11:53:31.146780 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: pagination.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.147759 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.148089 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: pagination Dec 20 11:53:31.148444 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.149359 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.150408 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: port-mac-address-regenerate Dec 20 11:53:31.150728 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: port_resource_request.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.151640 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.152136 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 11:53:31.152481 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: portbindings.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.153412 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.153922 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: binding Dec 20 11:53:31.154241 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: portbindings_extended.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.155518 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.156029 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: binding-extended Dec 20 11:53:31.156384 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: portsecurity.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.157304 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.157812 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: port-security Dec 20 11:53:31.158139 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: project_id.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.159120 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.159450 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: project-id Dec 20 11:53:31.159771 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: providernet.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.160720 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.161228 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: provider Dec 20 11:53:31.161549 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.165167 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.166306 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos not supported by any of loaded plugins Dec 20 11:53:31.166640 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.167906 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.168458 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 11:53:31.168792 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.169715 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.170225 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 11:53:31.170553 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_default.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.171464 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.171976 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-default not supported by any of loaded plugins Dec 20 11:53:31.172333 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_fip.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.172982 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.173483 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-fip not supported by any of loaded plugins Dec 20 11:53:31.173812 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_gateway_ip.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.174736 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.175238 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 11:53:31.175559 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_port_network_policy.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.176513 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.177017 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 11:53:31.177338 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_rule_type_details.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.178255 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.178758 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 11:53:31.179079 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: qos_rules_alias.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.180133 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.180665 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 11:53:31.181035 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: quotasv2.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.181907 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.182233 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: quotas Dec 20 11:53:31.182552 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: quotasv2_detail.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.184357 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.184703 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: quota_details Dec 20 11:53:31.185038 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: rbac.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.186089 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.186612 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: rbac-policies Dec 20 11:53:31.186942 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: rbac_address_scope.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.187883 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.188422 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: rbac-address-scope Dec 20 11:53:31.188753 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: rbac_security_groups.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.189667 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.190173 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: rbac-security-groups Dec 20 11:53:31.190502 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: rbac_subnetpool.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.191411 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.191917 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: rbac-subnetpool Dec 20 11:53:31.192495 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: revisionifmatch.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.193444 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.193956 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: revision-if-match Dec 20 11:53:31.194280 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: revisions.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.195392 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.195893 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: standard-attr-revisions Dec 20 11:53:31.196250 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: router_availability_zone.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.196964 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.197465 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: router_availability_zone Dec 20 11:53:31.197788 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: routerservicetype.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.198731 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.199231 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension router-service-type not supported by any of loaded plugins Dec 20 11:53:31.199555 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.200500 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.201005 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: port-security-groups-filtering Dec 20 11:53:31.201328 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: securitygroup.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.212685 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.213265 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: security-group Dec 20 11:53:31.213596 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: segment.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.214388 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.214902 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension segment not supported by any of loaded plugins Dec 20 11:53:31.215231 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.216267 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.216781 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 11:53:31.217105 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: servicetype.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.218239 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.218754 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: service-type Dec 20 11:53:31.219080 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: sorting.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.220059 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.220419 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: sorting Dec 20 11:53:31.220745 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: standard_attr_segment.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.221660 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.222167 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 11:53:31.222490 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: standardattrdescription.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.223138 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.223638 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: standard-attr-description Dec 20 11:53:31.223961 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: stateful_security_group.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.224927 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.225433 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: stateful-security-group Dec 20 11:53:31.225755 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: stdattrs_common.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.226342 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 11:53:31.226655 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.227629 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.228761 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 11:53:31.229087 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: subnet_onboard.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.230231 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.230746 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: subnet_onboard Dec 20 11:53:31.231074 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.232006 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.232546 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 11:53:31.232871 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: subnet_service_types.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.233805 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.234320 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: subnet-service-types Dec 20 11:53:31.234647 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: subnetallocation.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.235742 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.236278 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: subnet_allocation Dec 20 11:53:31.236605 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.237267 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.237770 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: subnetpool-prefix-ops Dec 20 11:53:31.238092 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.239034 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.239535 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 11:53:31.239857 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: tagging.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.240947 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.241473 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: standard-attr-tag Dec 20 11:53:31.241805 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: timestamp.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.243013 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.243575 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loaded extension: standard-attr-timestamp Dec 20 11:53:31.243906 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: trunk.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.244986 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.245500 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension trunk not supported by any of loaded plugins Dec 20 11:53:31.245826 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: trunk_details.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.246749 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.247256 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension trunk-details not supported by any of loaded plugins Dec 20 11:53:31.247581 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: uplink_status_propagation.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.248613 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.249123 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 11:53:31.249445 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Loading extension file: vlantransparent.py {{(pid=83424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 11:53:31.250117 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 11:53:31.250623 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 11:53:31.252877 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:network Dec 20 11:53:31.253588 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:subnet Dec 20 11:53:31.254385 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:53:31.254985 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:port Dec 20 11:53:31.256290 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.256737 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service FLAVORS assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.257356 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.257781 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.258107 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:router Dec 20 11:53:31.258752 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 11:53:31.259499 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service METERING assigned prefix: /metering {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.260959 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.261328 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.261682 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 11:53:31.262807 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 11:53:31.263245 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:security_group Dec 20 11:53:31.263923 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 11:53:31.264704 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service CORE assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.265038 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:53:31.265375 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] subnetpool is already registered Dec 20 11:53:31.265990 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service CORE assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.266318 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:53:31.266639 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] subnetpool is already registered Dec 20 11:53:31.269243 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.269674 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service FLAVORS assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.270255 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.270676 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.271006 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:router Dec 20 11:53:31.271332 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] router is already registered Dec 20 11:53:31.271920 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 11:53:31.272270 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] floatingip is already registered Dec 20 11:53:31.272893 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service METERING assigned prefix: /metering {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.273560 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 11:53:31.273884 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] rbac_policy is already registered Dec 20 11:53:31.274432 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:security_group Dec 20 11:53:31.275313 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] security_group is already registered Dec 20 11:53:31.275897 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 11:53:31.276254 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] security_group_rule is already registered Dec 20 11:53:31.276920 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service CORE assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.277248 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:53:31.277573 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] subnetpool is already registered Dec 20 11:53:31.278176 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.v2.resource_helper [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Service CORE assigned prefix: {{(pid=83424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 11:53:31.278500 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 11:53:31.278829 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING neutron.quota.resource_registry [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] subnetpool is already registered Dec 20 11:53:31.279482 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: extensions {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.280947 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: address-groups {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.282512 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: address-scopes {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.283704 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: agents {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.284887 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: auto-allocated-topology {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.286121 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: availability_zones {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.287396 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: dhcp-networks {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.288824 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: dhcp-agents {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.290199 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: routers {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.292584 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: flavors {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.293714 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: service_profiles {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.294902 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: next_providers {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.296421 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: service_profiles {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.297833 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: floatingip-pools {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.299035 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: routers {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.300827 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: floatingips {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.301995 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: l3-routers {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.303334 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: l3-agents {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.304738 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: metering-labels {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.306934 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: metering-label-rules {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.308191 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: network-ip-availabilities {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.309414 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: bindings {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.311026 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: quotas {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.312483 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: quotas {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.313883 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: rbac-policies {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.315159 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: security-groups {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.316369 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: security-group-rules {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.317573 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: service-providers {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.319058 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: subnetpools {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.320485 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: subnetpools {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.321945 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.323598 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.325389 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.327136 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.328901 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.330545 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.332314 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.334148 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.335953 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.338317 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron.api.extensions [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Extended resource: tags {{(pid=83424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 11:53:31.344073 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING keystonemiddleware.auth_token [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 11:53:31.348829 dv-neutron-victoria-2-hyperv neutron-server[83424]: WARNING keystonemiddleware.auth_token [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 11:53:31.358427 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_concurrency.lockutils [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Acquired lock "singleton_lock" {{(pid=83424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 20 11:53:31.358902 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_concurrency.lockutils [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Releasing lock "singleton_lock" {{(pid=83424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 20 11:53:31.359532 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO oslo_service.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Starting 2 workers Dec 20 11:53:31.364078 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Started child 83527 {{(pid=83424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:53:31.368230 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Started child 83528 {{(pid=83424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:53:31.369416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.369997 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO neutron.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 11:53:31.370451 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Notify callbacks [] for process, before_spawn {{(pid=83424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.370915 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [-] (83527) wsgi starting up on http://0.0.0.0:9696 Dec 20 11:53:31.372887 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.373385 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO oslo_service.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Starting 1 workers Dec 20 11:53:31.374292 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [-] (83528) wsgi starting up on http://0.0.0.0:9696 Dec 20 11:53:31.375104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59472) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:31.378192 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Started child 83530 {{(pid=83424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:53:31.378725 dv-neutron-victoria-2-hyperv neutron-server[83424]: INFO oslo_service.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Starting 1 workers Dec 20 11:53:31.381836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] calling RpcWorker wait() {{(pid=83530) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 11:53:31.382490 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] returning from RpcWorker wait() {{(pid=83530) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 11:53:31.385603 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Started child 83531 {{(pid=83424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 11:53:31.385829 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062506 Dec 20 11:53:31.385978 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.385978 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:31.386261 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e1c5-440a-4893-92ff-27f237213ed7 None None] Notify callbacks [] for process, after_spawn {{(pid=83424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.387678 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 11:53:31.387896 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 11:53:31.388071 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 11:53:31.388325 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 11:53:31.388670 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 11:53:31.388841 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 11:53:31.389343 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.389621 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.389888 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.390155 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.390451 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.390994 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.391278 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.391524 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.391806 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.392061 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.392274 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.392435 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.392700 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.392940 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.393303 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.393594 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.393836 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.394123 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.394297 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.394550 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.394836 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.395081 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.395351 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] debug = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.395613 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.396083 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.396354 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.396606 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.396857 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.397113 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.397372 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.397645 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.397877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.398094 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.398332 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.398598 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.398814 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.399065 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.399330 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.399559 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.400276 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:31.400764 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] host = dv-neutron-victoria-2-hyperv {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.400849 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.401058 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.401317 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.401553 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.401800 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.402037 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.402288 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.402562 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.402820 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.403065 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.403338 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.403569 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.403819 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.404067 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_file = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.404289 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_options = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.404506 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.404782 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.405055 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.405250 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.405424 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.405588 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.405865 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.406031 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.406286 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.406509 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.406744 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.406963 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.407215 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.407453 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.407706 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.407931 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.408163 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.408386 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.408669 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.408903 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.409135 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.409395 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.409645 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.409887 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.410108 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.410345 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.410574 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413156 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413727 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413727 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413727 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413727 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.413973 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.414679 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.414897 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.415153 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.415516 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.416457 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.416568 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_json = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.416735 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.417186 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.417186 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.417404 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.417766 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.417963 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.418078 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.418927 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.419378 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.419736 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.421066 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.423269 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.425442 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.425726 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.426010 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.426288 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.426718 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.426976 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.427309 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.427547 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.429063 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.429063 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.429240 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.430542 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.431932 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.431932 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.432182 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.432497 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.432909 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.434039 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.434337 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.434592 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.434840 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.435468 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.435468 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.435713 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.435919 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.436133 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.436456 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.436703 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.437466 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.437466 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.440189 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.440189 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.440189 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.440189 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.440470 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.441231 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.441231 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.441231 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.441446 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.441626 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:31.441729 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.441869 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.442074 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.442317 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.442587 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.443029 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.443244 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.443468 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.443731 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.443970 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.446213 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.446213 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.447296 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.447296 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.447513 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.447981 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.447981 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.448557 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.448749 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.450749 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.450749 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.450749 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.451722 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.451887 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.452121 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.452400 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.452635 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.452892 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.453117 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.453341 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.453581 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.453897 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.454231 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.454487 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.454756 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.456007 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.456233 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.456605 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.456778 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.456918 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.458017 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.458378 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.458537 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.459801 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.459801 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.460107 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.460337 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.460549 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.461530 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.461530 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.461530 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.461530 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.462084 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.462084 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.462348 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.462557 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.462780 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.463032 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.463303 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.463553 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.464220 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.464220 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.464490 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.464627 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.464855 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.466040 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.466040 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.466040 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.466040 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.466357 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.466481 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.466751 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.467036 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.467295 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.467592 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.467850 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.468100 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.468417 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.468657 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.469166 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.470302 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.470540 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.470838 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.471116 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.472181 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.472181 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.472181 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.472181 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.472758 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.472758 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.473025 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.474469 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.475096 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.475418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.475707 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.476848 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.477112 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.477350 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.477603 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.478432 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.478657 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.478883 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.479144 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.479394 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.479634 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.479870 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.480118 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.480373 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.480603 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.481164 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.481164 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.481402 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.481568 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.483287 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.483287 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.483485 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.483656 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.483905 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.484193 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.484418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.484649 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.484912 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.485132 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.485389 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.485616 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.485832 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.486052 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.486276 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.486499 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.487588 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.487750 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.487977 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.488278 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.488526 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.488853 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.489100 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.489359 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.489607 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.490769 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.491000 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.491226 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.491453 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.491675 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.491930 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.492219 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.492474 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.492703 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.492949 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.493165 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.493405 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.494201 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.494423 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.494706 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.494964 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.495158 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.495454 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.495700 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.495934 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.496856 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.497142 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.497467 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.497700 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.497941 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.498956 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.499181 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.499761 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.499761 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.500054 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.500270 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.500507 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.501437 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.501437 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.501437 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.501648 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.501821 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.502000 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.502239 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.502467 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.502743 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.503076 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.503378 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.503653 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.503915 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.505447 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.505447 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.505614 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.505804 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.506121 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.506468 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.507482 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.507482 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.507482 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.507699 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.507773 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.507961 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.508251 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.508565 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.508792 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.509091 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.510171 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.510438 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.511877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.511877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.511877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.511877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.511877 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.512279 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.512358 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.512555 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 11:53:31.512984 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 11:53:31.513143 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 11:53:31.513296 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 11:53:31.513509 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 11:53:31.513662 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 11:53:31.513813 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 11:53:31.514011 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.514172 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.514335 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.514496 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.514664 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.514853 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.515012 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.515159 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.515319 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.515489 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.515652 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.515794 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.515951 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.516103 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.517069 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.517235 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.517396 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.517562 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.517728 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.518742 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.518919 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.519116 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.519288 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] debug = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.520096 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.520346 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.520524 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.520669 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.520833 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.521000 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.521142 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.521303 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.521469 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.521630 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.521792 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.521953 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.522115 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.522275 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.522435 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.522595 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.522757 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] host = dv-neutron-victoria-2-hyperv {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523458 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523458 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523458 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523458 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523703 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523703 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523839 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.523995 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.524108 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.524289 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.524448 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.524610 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.524823 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.524978 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_file = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.525138 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_options = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.525301 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.525459 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.525620 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.525800 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.526721 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.526721 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.526721 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.526721 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.526721 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.526721 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527132 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527132 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527253 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527318 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527490 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527620 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527771 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.527931 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.528097 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.528270 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.528431 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.528590 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.528755 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.528915 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.529075 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.529235 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.529395 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.529555 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.529716 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.529875 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.530034 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.530198 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.530358 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.530518 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.530680 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.530840 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.531002 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.531152 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.531311 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.531472 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.531634 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.531794 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.531957 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.532115 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.532324 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.532482 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_json = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.532642 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.532804 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.532963 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.533121 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.533280 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.533444 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.533602 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.533764 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 11:53:31.533947 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.534112 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.535511 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536013 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536013 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536013 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536013 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536269 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536338 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536613 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536613 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.536895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:31.537052 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.537052 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.537314 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.537314 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.537572 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.537572 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.537827 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.537827 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.538096 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.538960 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.539134 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.539301 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.539466 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.539631 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.541678 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.542909 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.542909 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.542909 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.542909 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.543352 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.543352 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.543352 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.543634 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.543634 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.543828 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.543941 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.544048 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.544210 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.544378 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.544543 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.544708 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.544872 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.545037 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.545213 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.545378 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546234 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546234 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546234 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546234 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546234 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546738 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546738 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.546738 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547031 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547031 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547227 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547227 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547419 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547522 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547679 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.547842 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.548006 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.548214 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.548389 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.548539 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.548968 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.548968 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.549124 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.549191 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.549324 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.549489 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.550589 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.550751 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.550907 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.551136 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.551282 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.551418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.551554 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.551668 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.551837 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.551991 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.552209 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.552329 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.552492 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.552655 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.552819 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.552983 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.553147 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.553311 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.553475 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.553631 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.553788 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.553950 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.554124 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.554288 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.554455 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.554618 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.554789 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.554964 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.555130 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.555295 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.555459 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.555623 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.555787 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.556059 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.557393 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.557578 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.557752 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.557899 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.558071 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.558249 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.558423 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.558574 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.558757 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.558930 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.559653 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.559653 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.559653 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.559653 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.559913 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.559913 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.560031 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.560207 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.560364 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.560881 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.560881 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.560881 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.561135 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.561135 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.561335 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.561462 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.561628 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.561797 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.561949 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.562104 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.562271 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.562748 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.562748 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.562748 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.563432 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.563432 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.563432 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.563432 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.564571 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.565082 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.565082 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.565082 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.565269 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.565335 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.565743 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.565743 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566005 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566005 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566237 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566369 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566495 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566616 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566748 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.566873 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.567027 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.567190 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.567354 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.567534 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.567943 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.568115 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.568426 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.568590 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.568755 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.568919 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.569084 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.569248 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.569411 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.569579 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.569745 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.569911 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.570075 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.570278 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.570400 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.570550 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.570713 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.570886 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.571050 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.571214 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.571662 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.571662 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.571906 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.571906 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.572090 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.572251 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.572470 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.572591 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.572785 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.573681 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.573900 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.574065 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.574186 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.574341 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.574518 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.574672 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.574879 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.575051 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.575174 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.575323 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.575499 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.576257 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.576483 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.576775 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.576894 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.577074 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.577269 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.578418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.578418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.578418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.578418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.578418 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.578740 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.578740 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.579027 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.579027 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.579938 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.579938 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.579938 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.579938 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.579938 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.580254 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.580254 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.580518 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.580695 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.580867 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.581793 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.581793 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.581793 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.581793 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.581793 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.582098 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.582098 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 11:53:31.582350 dv-neutron-victoria-2-hyperv neutron-server[83424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 11:53:41.627803 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc370c-7a0e-4440-b0bf-b91b313364f3 None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 11:53:41.708807 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfc370c-7a0e-4440-b0bf-b91b313364f3 None None] No non-hosted networks {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 11:53:41.722236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.agentschedulers_db [None req-fbfc370c-7a0e-4440-b0bf-b91b313364f3 None None] DHCP Agent not found on host dv-neutron-victoria-2-hyperv {{(pid=83530) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 11:53:41.837994 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb400-22ad-49d2-9520-400fe4e6e007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658598'] for agent, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.052967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-07f075dd-b4bd-4c3d-b8cd-041467cd7e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658598'] for agent, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.090072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9405023d-123f-4339-aac1-8502abb44488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:44.997252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658598'] for agent, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.110047 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658598'] for agent, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:45.110748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.111019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.113866 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.114212 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.114548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.114875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.115220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.115569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.115890 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.116241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.123916 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:45.127837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-victoria-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:45.144568 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-victoria-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:53:46.342781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658598'] for agent, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:47.985736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59578) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:48.573175 dv-neutron-victoria-2-hyperv neutron-server[83528]: WARNING oslo_policy.policy [None req-9939dcca-e7cf-47ff-b482-9ecc37aba888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:48.573756 dv-neutron-victoria-2-hyperv neutron-server[83528]: WARNING oslo_policy.policy [None req-9939dcca-e7cf-47ff-b482-9ecc37aba888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:48.798915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-9939dcca-e7cf-47ff-b482-9ecc37aba888 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:53:48.799977 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9939dcca-e7cf-47ff-b482-9ecc37aba888 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8133698 Dec 20 11:53:51.039979 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.db.l3_hamode_db [None req-2997ed9f-d975-428e-9348-8eb07f7be1ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 11:53:51.056113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59592) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:51.124074 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997ed9f-d975-428e-9348-8eb07f7be1ed None None] Routers set() bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:53:51.124485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997ed9f-d975-428e-9348-8eb07f7be1ed None None] Router IDs set() for agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 11:53:51.440626 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:51.488574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.policy [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83528) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 11:53:51.489305 dv-neutron-victoria-2-hyperv neutron-server[83528]: WARNING oslo_policy.policy [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:51.489681 dv-neutron-victoria-2-hyperv neutron-server[83528]: WARNING oslo_policy.policy [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:51.493404 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.quota [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] Loaded quota_driver: . Dec 20 11:53:51.509105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:51.578139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791000683760', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791000695250', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791000724162', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791000718203', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791000712663', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1635587', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1629955', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751211', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645669'] for rbac-policy, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.647273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:51.648480 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ca113060-8d66-4554-b199-386b395be844 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5913725 Dec 20 11:53:54.118983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 59606) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:54.719251 dv-neutron-victoria-2-hyperv neutron-server[83527]: WARNING oslo_policy.policy [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:54.719838 dv-neutron-victoria-2-hyperv neutron-server[83527]: WARNING oslo_policy.policy [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:54.936627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Request body: {'network': {'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'name': 'private', 'admin_state_up': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:54.938234 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.quota [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Loaded quota_driver: . Dec 20 11:53:54.954249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:54.960379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Usage tracker for resource:network and tenant:fc1c0ee9b2204fc094fd2c61e2ae4a62 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:54.965917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:54.973184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:54.989138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Made reservation on behalf of fc1c0ee9b2204fc094fd2c61e2ae4a62 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:55.022486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.policy [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83527) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 11:53:55.023250 dv-neutron-victoria-2-hyperv neutron-server[83527]: WARNING oslo_policy.policy [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:55.023615 dv-neutron-victoria-2-hyperv neutron-server[83527]: WARNING oslo_policy.policy [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 11:53:55.029279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.051939 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.099653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:55.103890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Usage tracker for resource:security_group_rule and tenant:fc1c0ee9b2204fc094fd2c61e2ae4a62 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:55.106779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:55.112304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:55.181865 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.185460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.190917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:55.208442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:53:55.234928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790997782218', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.235589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Unsubscribe: segment precommit_create {{(pid=83527) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 11:53:55.236054 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Added segment 4a65a8a9-fdf1-4187-82bf-0331e53748bf of type vlan for network 3dfabec9-7aeb-4357-a5f2-415c382385c6 Dec 20 11:53:55.285635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593456f-7983-45d5-8f34-5c6e6d4c52b7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:55.313874 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.314211 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.314537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.314857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.315191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.315511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.315836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.316186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.316489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.316797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.317109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Tracked resource versions report: Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: pushed versions: Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Log': {'1.0'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Network': {'1.1'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Port': {'1.5'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'PortForwarding': {'1.2'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'QosPolicy': {'1.8'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroup': {'1.2'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SubPort': {'1.0'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Subnet': {'1.1'}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Trunk': {'1.1'}} Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: consumer versions: Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Log': '1.0', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Network': '1.1', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Port': '1.5', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'PortForwarding': '1.2', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'QosPolicy': '1.8', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroup': '1.2', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroupRule': '1.0', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SubPort': '1.0', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Subnet': '1.1', Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Trunk': '1.1'}} Dec 20 11:53:55.318808 dv-neutron-victoria-2-hyperv neutron-server[83527]: {{(pid=83527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:53:55.355143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.366792 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:55.395144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.396606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:55.397262 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:55.402445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:55.502964 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3816974 Dec 20 11:53:55.503575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Pushing event updated for resources: {'Network': ['ID=3dfabec9-7aeb-4357-a5f2-415c382385c6,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:55.506633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:55.515748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:53:58.062478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 59628) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:53:58.526201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2b34b-13a2-4a82-b4ee-5cf6f5a8a3d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:58.527518 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e2a2b34b-13a2-4a82-b4ee-5cf6f5a8a3d0 admin admin] 10.222.0.41 "GET /v2.0/networks/3dfabec9-7aeb-4357-a5f2-415c382385c6 HTTP/1.1" status: 200 len: 825 time: 0.4641218 Dec 20 11:53:58.557570 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2d40c5e5-3a37-4592-a6e2-42bb9401a8e3 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/5d18ad55-feb4-4b74-84bb-a493293549d0 HTTP/1.1" status: 200 len: 734 time: 0.0247583 Dec 20 11:53:58.565612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5d18ad55-feb4-4b74-84bb-a493293549d0', 'name': 'private-subnet'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:53:58.570118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:53:58.574123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Usage tracker for resource:subnet and tenant:fc1c0ee9b2204fc094fd2c61e2ae4a62 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:53:58.577523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:53:58.583016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:53:58.591654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Made reservation on behalf of fc1c0ee9b2204fc094fd2c61e2ae4a62 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:53:58.593894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.857668 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.861838 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:58.938098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910358ca-4998-480d-8760-7989002612d1,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:58.942541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:58.943910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Checking segment: {'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:58.944388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Network hostable DHCP agents. Network: 3dfabec9-7aeb-4357-a5f2-415c382385c6, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:53:58.969125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:53:58.978735 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 3dfabec9-7aeb-4357-a5f2-415c382385c6) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:58.983250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:53:58.983834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:58.988079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88b508-184e-49e4-8f57-ffcb80c8a434 None None] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:53:59.002267 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4397473 Dec 20 11:53:59.289646 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-3dfabec9-7aeb-4357-a5f2-415c382385c6', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'fixed_ips': [{'subnet_id': '910358ca-4998-480d-8760-7989002612d1'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:53:59.290812 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.491220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Allocated IP 172.20.0.2 (3dfabec9-7aeb-4357-a5f2-415c382385c6/910358ca-4998-480d-8760-7989002612d1/19337758-d777-4923-bd49-a13a0519d913) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:53:59.716052 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.729222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Transition to ACTIVE for port object 19337758-d777-4923-bd49-a13a0519d913 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:59.752410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Transition to ACTIVE for port object 19337758-d777-4923-bd49-a13a0519d913 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:53:59.759208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.763841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:53:59.819875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:53:59.827199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:53:59.830299 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:53:59.839124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Pushing event updated for resources: {'Port': ['ID=19337758-d777-4923-bd49-a13a0519d913,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:53:59.877048 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.877048 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.877048 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.877426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.877658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.877980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.878295 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.878607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.878918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.879226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.879532 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Tracked resource versions report: Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: pushed versions: Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Log': {'1.0'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Network': {'1.1'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Port': {'1.5'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'PortForwarding': {'1.2'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'QosPolicy': {'1.8'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroup': {'1.2'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SubPort': {'1.0'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Subnet': {'1.1'}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Trunk': {'1.1'}} Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: consumer versions: Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Log': '1.0', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Network': '1.1', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Port': '1.5', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'PortForwarding': '1.2', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'QosPolicy': '1.8', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroup': '1.2', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroupRule': '1.0', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SubPort': '1.0', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Subnet': '1.1', Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Trunk': '1.1'}} Dec 20 11:53:59.880866 dv-neutron-victoria-2-hyperv neutron-server[83530]: {{(pid=83530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:53:59.889234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:53:59.937319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Attempting to bind port 19337758-d777-4923-bd49-a13a0519d913 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:53:59.937728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Attempting to bind port 19337758-d777-4923-bd49-a13a0519d913 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:53:59.938139 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Attempting to bind port 19337758-d777-4923-bd49-a13a0519d913 on network 3dfabec9-7aeb-4357-a5f2-415c382385c6 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:53:59.944702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:53:59.945116 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Checking segment: {'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:53:59.945699 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:53:59.946627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Bound using segment: {'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:53:59.947114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Bound port: 19337758-d777-4923-bd49-a13a0519d913, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:53:59.947496 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.032667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] For port 19337758-d777-4923-bd49-a13a0519d913, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:00.036626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] For port 19337758-d777-4923-bd49-a13a0519d913, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=19337758-d777-4923-bd49-a13a0519d913,segment=NetworkSegment(4a65a8a9-fdf1-4187-82bf-0331e53748bf),segment_id=4a65a8a9-fdf1-4187-82bf-0331e53748bf)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:00.041781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:00.045538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:00.149909 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Pushing event updated for resources: {'Port': ['ID=19337758-d777-4923-bd49-a13a0519d913,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:00.159571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:01.292965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59638) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:01.687191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-0d02ef6c-847f-480c-b73a-8f66f7ba4474 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:54:01.688373 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0d02ef6c-847f-480c-b73a-8f66f7ba4474 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3941405 Dec 20 11:54:03.404464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 19337758-d777-4923-bd49-a13a0519d913 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:03.472555 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 19337758-d777-4923-bd49-a13a0519d913 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:03.857894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45970f45-e918-4c76-85cb-72fa0afec474 None None] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:03.950092 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Provisioning for port 19337758-d777-4923-bd49-a13a0519d913 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:03.958906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Provisioning complete for port 19337758-d777-4923-bd49-a13a0519d913 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:03.959241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 59652) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:03.959693 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.172376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.213903 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] For port 19337758-d777-4923-bd49-a13a0519d913, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=19337758-d777-4923-bd49-a13a0519d913,segment=NetworkSegment(4a65a8a9-fdf1-4187-82bf-0331e53748bf),segment_id=4a65a8a9-fdf1-4187-82bf-0331e53748bf)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:04.218996 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:04.222510 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:04.287779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Pushing event updated for resources: {'Port': ['ID=19337758-d777-4923-bd49-a13a0519d913,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:04.291428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:04.359607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-d164765e-2826-4037-8d10-6819ddbe92ab admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:54:04.360622 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d164765e-2826-4037-8d10-6819ddbe92ab admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4004793 Dec 20 11:54:04.442483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-12e5393a-ead4-483b-8b11-d77a3a8a0ff7 None None] Provisioning complete for port 19337758-d777-4923-bd49-a13a0519d913 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:04.443326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-12e5393a-ead4-483b-8b11-d77a3a8a0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:05.383733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 19337758-d777-4923-bd49-a13a0519d913 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:05.451386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 19337758-d777-4923-bd49-a13a0519d913 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:05.452064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:06.894232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59664) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:07.259532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'admin_state_up': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:07.263799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:07.268320 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Usage tracker for resource:router and tenant:fc1c0ee9b2204fc094fd2c61e2ae4a62 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:07.271841 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:07.278443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:07.288073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.290351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.315682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.424959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.442319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:07.443707 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f83c4534-ebcc-4d66-ad42-0e0bbe4c721f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5485511 Dec 20 11:54:09.739211 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 59674) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:10.136401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-5edec0a3-7493-4f10-93fd-7f59a175ba5b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:54:10.137376 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5edec0a3-7493-4f10-93fd-7f59a175ba5b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3972621 Dec 20 11:54:11.575775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-35e9b5f6-11f0-4365-8b42-2a1ab402b078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.362892 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59684) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:12.747049 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:12.752131 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:12.755803 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Usage tracker for resource:network and tenant:4fef9a1b8da04d42bb266ea38d96d69c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:12.759078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:12.764611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:12.774045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Made reservation on behalf of 4fef9a1b8da04d42bb266ea38d96d69c for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:12.776936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.793473 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.831861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:12.835677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Usage tracker for resource:security_group_rule and tenant:4fef9a1b8da04d42bb266ea38d96d69c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:12.838625 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:12.844229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:12.912179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.916391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.922281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:12.932411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Reserving flat network on physical network physnet1 {{(pid=83528) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 11:54:12.963769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790997782218', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:12.964377 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Unsubscribe: segment precommit_create {{(pid=83528) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 11:54:12.964839 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Added segment 9d6aeba9-3159-4317-b2d7-f0685b60b46c of type flat for network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 Dec 20 11:54:13.011137 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fcc93b-3e51-46be-a9c1-80109e897b8d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:13.034193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.034523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.034859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.035284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.035614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.035930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.036279 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.036593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.036901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.037204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.037507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Tracked resource versions report: Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: pushed versions: Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Log': {'1.0'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Network': {'1.1'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Port': {'1.5'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'PortForwarding': {'1.2'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'QosPolicy': {'1.8'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroup': {'1.2'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SubPort': {'1.0'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Subnet': {'1.1'}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Trunk': {'1.1'}} Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: consumer versions: Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Log': '1.0', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Network': '1.1', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Port': '1.5', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'PortForwarding': '1.2', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'QosPolicy': '1.8', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroup': '1.2', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroupRule': '1.0', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SubPort': '1.0', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Subnet': '1.1', Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Trunk': '1.1'}} Dec 20 11:54:13.038862 dv-neutron-victoria-2-hyperv neutron-server[83528]: {{(pid=83528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:54:13.083046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.092828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:13.128569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.129860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:13.130492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:13.134901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:13.230232 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8662980 Dec 20 11:54:13.237145 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Pushing event updated for resources: {'Network': ['ID=0f1adbd6-3d78-4207-9663-36ecb9e9af50,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:13.253690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:13.260993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:54:14.040572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6139c48d-643a-4777-9b8f-b12832e9d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:14.932704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.102854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:15.450622 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59698) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:15.903565 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebe654-ffd0-4a42-a5bc-db436d88de09 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:15.904895 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c4ebe654-ffd0-4a42-a5bc-db436d88de09 admin admin] 10.222.0.41 "GET /v2.0/subnets/910358ca-4998-480d-8760-7989002612d1 HTTP/1.1" status: 200 len: 849 time: 0.4533467 Dec 20 11:54:16.047543 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-176a4e6c-21a0-4a43-bd39-6f37ca40bc5e admin admin] 10.222.0.41 "GET /v2.0/routers/b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 HTTP/1.1" status: 200 len: 704 time: 0.1373310 Dec 20 11:54:16.296294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.515368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.739490 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Allocated IP 172.20.0.1 (3dfabec9-7aeb-4357-a5f2-415c382385c6/910358ca-4998-480d-8760-7989002612d1/5097f177-f850-4311-ad9e-8b8a9c1e0876) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:16.893029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.911601 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Transition to ACTIVE for port object 5097f177-f850-4311-ad9e-8b8a9c1e0876 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:16.963344 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:16.967711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:17.021666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:17.024449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:17.036931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:17.037153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.044827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Pushing event updated for resources: {'Port': ['ID=5097f177-f850-4311-ad9e-8b8a9c1e0876,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:17.088774 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:17.161478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.243432 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4d6c326f-3224-46fc-a87f-f65309e07c93 None None] Provisioning for port 5097f177-f850-4311-ad9e-8b8a9c1e0876 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:17.247970 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4d6c326f-3224-46fc-a87f-f65309e07c93 None None] Provisioning complete for port 5097f177-f850-4311-ad9e-8b8a9c1e0876 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:17.248375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4d6c326f-3224-46fc-a87f-f65309e07c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.298478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c326f-3224-46fc-a87f-f65309e07c93 None None] Port 5097f177-f850-4311-ad9e-8b8a9c1e0876 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:17.383432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.388280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.389374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.392829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:17.477959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Pushing event updated for resources: {'Port': ['ID=5097f177-f850-4311-ad9e-8b8a9c1e0876,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:17.482720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:17.602601 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:17.603642 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:17.820917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a72f2a08-e352-4d51-a127-d9e492dbae13 None None] Provisioning complete for port 5097f177-f850-4311-ad9e-8b8a9c1e0876 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:17.821288 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a72f2a08-e352-4d51-a127-d9e492dbae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:17.871917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a72f2a08-e352-4d51-a127-d9e492dbae13 None None] Port 5097f177-f850-4311-ad9e-8b8a9c1e0876 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 11:54:17.944983 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 11:54:18.105886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:18.115176 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] 10.222.0.41 "PUT /v2.0/routers/b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0626650 Dec 20 11:54:18.117237 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Sync routers for ids ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:18.131089 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Routers {'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:18.131923 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T11:54:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:18.302930 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Set router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:18.663948 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'name': 'router1', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:07Z', 'updated_at': '2021-12-20T11:54:17Z', 'revision_number': 2, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'gw_port_host': None, '_interfaces': [{'id': '5097f177-f850-4311-ad9e-8b8a9c1e0876', 'name': '', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'mac_address': 'fa:16:3e:2b:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910358ca-4998-480d-8760-7989002612d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:16Z', 'updated_at': '2021-12-20T11:54:17Z', 'revision_number': 2, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'subnets': [{'id': '910358ca-4998-480d-8760-7989002612d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d18ad55-feb4-4b74-84bb-a493293549d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:18.669322 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Checking router: b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:54:18.669689 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Updating router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 port 5097f177-f850-4311-ad9e-8b8a9c1e0876 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:54:18.723546 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.093798 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.108875 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Transition to ACTIVE for port object 5097f177-f850-4311-ad9e-8b8a9c1e0876 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:19.117385 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.124055 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:19.374983 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Pushing event updated for resources: {'Port': ['ID=5097f177-f850-4311-ad9e-8b8a9c1e0876,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:19.380186 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Attempting to bind port 5097f177-f850-4311-ad9e-8b8a9c1e0876 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:19.380583 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Attempting to bind port 5097f177-f850-4311-ad9e-8b8a9c1e0876 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:19.380995 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Attempting to bind port 5097f177-f850-4311-ad9e-8b8a9c1e0876 on network 3dfabec9-7aeb-4357-a5f2-415c382385c6 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:19.391525 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.391864 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.392208 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.392601 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.392859 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.393184 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.393519 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.393829 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.394139 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.394436 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.394836 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Tracked resource versions report: Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: pushed versions: Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: { 'ConntrackHelper': {'1.0'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Log': {'1.0'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Network': {'1.1'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Port': {'1.5'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'PortForwarding': {'1.2'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'QosPolicy': {'1.8'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroup': {'1.2'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroupRule': {'1.0'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SubPort': {'1.0'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Subnet': {'1.1'}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Trunk': {'1.1'}} Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: consumer versions: Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Log': '1.0', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Network': '1.1', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Port': '1.5', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'PortForwarding': '1.2', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'QosPolicy': '1.8', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroup': '1.2', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroupRule': '1.0', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SubPort': '1.0', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Subnet': '1.1', Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Trunk': '1.1'}} Dec 20 11:54:19.396058 dv-neutron-victoria-2-hyperv neutron-server[83531]: {{(pid=83531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 11:54:19.398813 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:19.398813 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Checking segment: {'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:19.399386 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.399729 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Bound using segment: {'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:19.400234 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Bound port: 5097f177-f850-4311-ad9e-8b8a9c1e0876, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a65a8a9-fdf1-4187-82bf-0331e53748bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:19.400625 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.414418 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:19.499570 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] For port 5097f177-f850-4311-ad9e-8b8a9c1e0876, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:19.504767 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] For port 5097f177-f850-4311-ad9e-8b8a9c1e0876, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5097f177-f850-4311-ad9e-8b8a9c1e0876,segment=NetworkSegment(4a65a8a9-fdf1-4187-82bf-0331e53748bf),segment_id=4a65a8a9-fdf1-4187-82bf-0331e53748bf)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:19.510685 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:19.515594 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:19.598519 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Pushing event updated for resources: {'Port': ['ID=5097f177-f850-4311-ad9e-8b8a9c1e0876,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:19.603552 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:19.605303 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Routers {'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:19.605950 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T11:54:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:19.759421 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] Set router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:20.076173 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'name': 'router1', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:07Z', 'updated_at': '2021-12-20T11:54:17Z', 'revision_number': 2, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'gw_port_host': None, '_interfaces': [{'id': '5097f177-f850-4311-ad9e-8b8a9c1e0876', 'name': '', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'mac_address': 'fa:16:3e:2b:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910358ca-4998-480d-8760-7989002612d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:16Z', 'updated_at': '2021-12-20T11:54:19Z', 'revision_number': 4, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'subnets': [{'id': '910358ca-4998-480d-8760-7989002612d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d18ad55-feb4-4b74-84bb-a493293549d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:20.080016 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006ac67-3388-4690-8881-8c6099bf73fe None None] The sync data for ids ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'] in dv-neutron-victoria-2-hyperv is: [{'id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'name': 'router1', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:07Z', 'updated_at': '2021-12-20T11:54:17Z', 'revision_number': 2, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'gw_port_host': None, '_interfaces': [{'id': '5097f177-f850-4311-ad9e-8b8a9c1e0876', 'name': '', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'mac_address': 'fa:16:3e:2b:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910358ca-4998-480d-8760-7989002612d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:16Z', 'updated_at': '2021-12-20T11:54:19Z', 'revision_number': 4, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'subnets': [{'id': '910358ca-4998-480d-8760-7989002612d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d18ad55-feb4-4b74-84bb-a493293549d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:20.225193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59720) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:20.394644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b4c9e3-d46b-49dd-95d6-94ad07540747 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:20.395194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-86b4c9e3-d46b-49dd-95d6-94ad07540747 admin admin] Synchronizing usage tracker for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:54:20.413509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-86b4c9e3-d46b-49dd-95d6-94ad07540747 admin admin] Unset dirty status for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:54:20.414944 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-86b4c9e3-d46b-49dd-95d6-94ad07540747 admin admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 842 time: 0.1887593 Dec 20 11:54:20.423935 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Request body: {'subnet': {'cidr': '172.36.7.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'ip_version': 4, 'gateway_ip': '172.36.7.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:20.429186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:54:20.433006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Usage tracker for resource:subnet and tenant:4fef9a1b8da04d42bb266ea38d96d69c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:54:20.435830 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:54:20.441865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:54:20.452075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Made reservation on behalf of 4fef9a1b8da04d42bb266ea38d96d69c for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:54:20.454599 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.827825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 11:54:20.828284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.832331 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:20.899512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27654143-962a-4d93-ad75-136381b4f09d,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:20.905510 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:20.910450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:20.910822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Network hostable DHCP agents. Network: 0f1adbd6-3d78-4207-9663-36ecb9e9af50, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:54:20.948386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:54:20.961273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 0f1adbd6-3d78-4207-9663-36ecb9e9af50) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:20.965358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:20.965966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:20.970368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab43917-81e6-4177-b18f-df0cd8528fe4 None None] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:21.004805 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5841208 Dec 20 11:54:21.202273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00809c-a5d6-4be0-9d53-89296a4a3b91 None None] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:54:21.424347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5097f177-f850-4311-ad9e-8b8a9c1e0876 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:21.496384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 5097f177-f850-4311-ad9e-8b8a9c1e0876 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:21.500862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5097f177-f850-4311-ad9e-8b8a9c1e0876 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:21.501234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.610479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.641917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 5097f177-f850-4311-ad9e-8b8a9c1e0876, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5097f177-f850-4311-ad9e-8b8a9c1e0876,segment=NetworkSegment(4a65a8a9-fdf1-4187-82bf-0331e53748bf),segment_id=4a65a8a9-fdf1-4187-82bf-0331e53748bf)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:21.645665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:21.648902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4ad5b320-4b69-4fae-87a4-ee9773387570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:21.713885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=5097f177-f850-4311-ad9e-8b8a9c1e0876,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:21.716975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:23.148261 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 59744) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:23.394131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5097f177-f850-4311-ad9e-8b8a9c1e0876 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:23.417320 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c18d9836-f54b-45c4-ac1e-d5f82e07af0c admin admin] 10.222.0.41 "GET /v2.0/routers/b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 HTTP/1.1" status: 200 len: 710 time: 0.2679605 Dec 20 11:54:23.460816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5097f177-f850-4311-ad9e-8b8a9c1e0876 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:23.461181 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:23.541476 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d0605-6f7b-45d1-8fcb-4a1dd4bb0377 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:54:23.542803 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1f6d0605-6f7b-45d1-8fcb-4a1dd4bb0377 admin admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 886 time: 0.1205769 Dec 20 11:54:23.551626 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:54:24.016768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.193778 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.249348 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.377646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Allocated IP 172.36.7.102 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/bd4d0503-d1e4-4d13-976c-f5e65b82aee9) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:54:24.466484 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:54:24.515972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.542699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.546925 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:24.610338 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:54:24.613324 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:54:24.618823 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:54:24.643985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Pushing event updated for resources: {'Port': ['ID=bd4d0503-d1e4-4d13-976c-f5e65b82aee9,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:24.651153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:24.757578 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.954995 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:24.958181 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:25.162601 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 11:54:25.360832 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 11:54:25.368979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:25.370127 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] 10.222.0.41 "PUT /v2.0/routers/b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 HTTP/1.1" status: 200 len: 890 time: 1.8218939 Dec 20 11:54:25.370312 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Sync routers for ids ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 11:54:25.382429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Routers {'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:25.383099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T11:54:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:25.587567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Set router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:25.911969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'name': 'router1', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4d0503-d1e4-4d13-976c-f5e65b82aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:07Z', 'updated_at': '2021-12-20T11:54:24Z', 'revision_number': 4, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'gw_port': {'id': 'bd4d0503-d1e4-4d13-976c-f5e65b82aee9', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:24Z', 'updated_at': '2021-12-20T11:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '5097f177-f850-4311-ad9e-8b8a9c1e0876', 'name': '', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'mac_address': 'fa:16:3e:2b:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910358ca-4998-480d-8760-7989002612d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:16Z', 'updated_at': '2021-12-20T11:54:21Z', 'revision_number': 5, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'subnets': [{'id': '910358ca-4998-480d-8760-7989002612d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d18ad55-feb4-4b74-84bb-a493293549d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:25.916712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Checking router: b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 11:54:25.917059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Updating router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 port bd4d0503-d1e4-4d13-976c-f5e65b82aee9 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 11:54:25.968365 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.279154 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.290694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Transition to ACTIVE for port object bd4d0503-d1e4-4d13-976c-f5e65b82aee9 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:54:26.297551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.301229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:26.369021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea0b19-05b6-4182-b975-ec2760023e80 None None] Pushing event updated for resources: {'Port': ['ID=bd4d0503-d1e4-4d13-976c-f5e65b82aee9,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:26.375165 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-baea0b19-05b6-4182-b975-ec2760023e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:26.377198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Attempting to bind port bd4d0503-d1e4-4d13-976c-f5e65b82aee9 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:54:26.377571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Attempting to bind port bd4d0503-d1e4-4d13-976c-f5e65b82aee9 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:54:26.377935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Attempting to bind port bd4d0503-d1e4-4d13-976c-f5e65b82aee9 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:54:26.384675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:54:26.385064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:54:26.385438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.385834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:54:26.386302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Bound port: bd4d0503-d1e4-4d13-976c-f5e65b82aee9, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:54:26.386685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.476253 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] For port bd4d0503-d1e4-4d13-976c-f5e65b82aee9, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:54:26.479674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] For port bd4d0503-d1e4-4d13-976c-f5e65b82aee9, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bd4d0503-d1e4-4d13-976c-f5e65b82aee9,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:54:26.484408 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:26.488232 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-baea0b19-05b6-4182-b975-ec2760023e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:26.566163 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea0b19-05b6-4182-b975-ec2760023e80 None None] Pushing event updated for resources: {'Port': ['ID=bd4d0503-d1e4-4d13-976c-f5e65b82aee9,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:26.569188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Routers {'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 11:54:26.569901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T11:54:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:26.615600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-baea0b19-05b6-4182-b975-ec2760023e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:26.743493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] Set router b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 11:54:27.056479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'name': 'router1', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4d0503-d1e4-4d13-976c-f5e65b82aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:07Z', 'updated_at': '2021-12-20T11:54:24Z', 'revision_number': 4, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'gw_port': {'id': 'bd4d0503-d1e4-4d13-976c-f5e65b82aee9', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:24Z', 'updated_at': '2021-12-20T11:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '5097f177-f850-4311-ad9e-8b8a9c1e0876', 'name': '', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'mac_address': 'fa:16:3e:2b:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910358ca-4998-480d-8760-7989002612d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:16Z', 'updated_at': '2021-12-20T11:54:21Z', 'revision_number': 5, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'subnets': [{'id': '910358ca-4998-480d-8760-7989002612d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d18ad55-feb4-4b74-84bb-a493293549d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 11:54:27.060705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb4675-2e66-4124-a422-838ae416ff8c None None] The sync data for ids ['b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92'] in dv-neutron-victoria-2-hyperv is: [{'id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'name': 'router1', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4d0503-d1e4-4d13-976c-f5e65b82aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T11:54:07Z', 'updated_at': '2021-12-20T11:54:24Z', 'revision_number': 4, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'gw_port': {'id': 'bd4d0503-d1e4-4d13-976c-f5e65b82aee9', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:24Z', 'updated_at': '2021-12-20T11:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '5097f177-f850-4311-ad9e-8b8a9c1e0876', 'name': '', 'network_id': '3dfabec9-7aeb-4357-a5f2-415c382385c6', 'tenant_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'mac_address': 'fa:16:3e:2b:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea7c8c-2ff6-4fe1-b0a5-68cf3106ae92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910358ca-4998-480d-8760-7989002612d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T11:54:16Z', 'updated_at': '2021-12-20T11:54:21Z', 'revision_number': 5, 'project_id': 'fc1c0ee9b2204fc094fd2c61e2ae4a62', 'subnets': [{'id': '910358ca-4998-480d-8760-7989002612d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d18ad55-feb4-4b74-84bb-a493293549d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 11:54:27.427513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bd4d0503-d1e4-4d13-976c-f5e65b82aee9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:27.499809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port bd4d0503-d1e4-4d13-976c-f5e65b82aee9 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:54:27.504947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port bd4d0503-d1e4-4d13-976c-f5e65b82aee9 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:27.505393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.613774 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 59754) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:54:27.627980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.646608 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port bd4d0503-d1e4-4d13-976c-f5e65b82aee9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bd4d0503-d1e4-4d13-976c-f5e65b82aee9,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:54:27.651707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:27.655724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-baea0b19-05b6-4182-b975-ec2760023e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:54:27.722561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=bd4d0503-d1e4-4d13-976c-f5e65b82aee9,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:54:27.725484 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:54:27.795345 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-041dafde-8988-460a-a57a-e1bb910e54c0 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1086 time: 0.1798041 Dec 20 11:54:29.412202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bd4d0503-d1e4-4d13-976c-f5e65b82aee9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:54:29.480354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port bd4d0503-d1e4-4d13-976c-f5e65b82aee9 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:54:29.481011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:41.580206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-df56ea26-d4b9-4c2a-aa3f-3e166e3b42f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.042108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-368d399f-fb40-43ab-a4da-0a84409694e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:44.936624 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:45.094772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:54:46.313505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:01.467059 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:55:11.576920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3416e861-6100-487a-821b-f728361844bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.045546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6c959dad-c7d6-47ad-a748-f2b66dc736c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:14.940725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:15.111964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:16.323757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:38.467149 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:55:41.579709 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6030-b4ea-49ea-943e-b76052c7f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:44.047688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-12fdc4b8-8fc4-4c14-b865-ac5c41a7822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:44.944999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:45.095420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:55:46.331842 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:11.584438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14f5eace-f2a1-4147-8554-11c22c0b7d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:14.051038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0338-cdf1-491f-8fe2-445528985f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:14.947914 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.097541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:15.468013 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:56:16.325045 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:33.060542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60364) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:33.149633 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af1afc9-a8ba-4117-8e7d-e6a7a2462049 admin admin] GET failed (client error): The resource could not be found. Dec 20 11:56:33.150783 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3af1afc9-a8ba-4117-8e7d-e6a7a2462049 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0893321 Dec 20 11:56:33.277888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541dd3b7-85f1-4651-aa59-304510a18322 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:33.279294 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-541dd3b7-85f1-4651-aa59-304510a18322 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1246357 Dec 20 11:56:35.289272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60374) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:35.415240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff6367-3dab-45c4-a7c8-b7d7b7bf6d0c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:35.415785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bdff6367-3dab-45c4-a7c8-b7d7b7bf6d0c admin admin] Synchronizing usage tracker for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:56:35.432513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bdff6367-3dab-45c4-a7c8-b7d7b7bf6d0c admin admin] Unset dirty status for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:56:35.433764 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bdff6367-3dab-45c4-a7c8-b7d7b7bf6d0c admin admin] 10.222.0.41 "GET /v2.0/subnets/910358ca-4998-480d-8760-7989002612d1 HTTP/1.1" status: 200 len: 849 time: 0.1435242 Dec 20 11:56:35.442883 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:56:35.559948 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.741490 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790997755396'] for subnet, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.745542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:56:35.795686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:35.796621 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:35.797532 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] 10.222.0.41 "PUT /v2.0/subnets/910358ca-4998-480d-8760-7989002612d1 HTTP/1.1" status: 200 len: 868 time: 0.3584127 Dec 20 11:56:35.813452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c706e-4aa9-4794-8d4b-7b492ec2dcef None None] Network 3dfabec9-7aeb-4357-a5f2-415c382385c6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:56:35.814288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910358ca-4998-480d-8760-7989002612d1,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:56:35.823556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.824073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.824422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.824738 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.825093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.825412 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.825722 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.826090 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.826410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.826769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.827127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:56:35.831198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:56:36.280295 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c4f15943-f4b8-4b41-bd26-27d9743418fb None None] Provisioning complete for port 5097f177-f850-4311-ad9e-8b8a9c1e0876 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:36.280686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c4f15943-f4b8-4b41-bd26-27d9743418fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:36.401087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c4f15943-f4b8-4b41-bd26-27d9743418fb None None] Provisioning complete for port 19337758-d777-4923-bd49-a13a0519d913 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:56:36.401350 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c4f15943-f4b8-4b41-bd26-27d9743418fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:37.813808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60384) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:38.007248 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce84267-435e-4323-ba26-67324d580565 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:38.007530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce84267-435e-4323-ba26-67324d580565 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:38.009083 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1ce84267-435e-4323-ba26-67324d580565 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943457 Dec 20 11:56:40.017812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60394) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:40.208502 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7b149-ab3d-46a0-a636-e45fa6136041 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:40.208874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7b149-ab3d-46a0-a636-e45fa6136041 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:40.210371 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-64b7b149-ab3d-46a0-a636-e45fa6136041 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1916256 Dec 20 11:56:41.578565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-087ceda1-4af4-47f5-88d1-80750424ab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:42.240354 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60404) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:42.440537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92e4ba-35dc-465b-8cd0-1cbe52bb4a4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:42.441812 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7b92e4ba-35dc-465b-8cd0-1cbe52bb4a4b admin admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 886 time: 0.2005389 Dec 20 11:56:44.054477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-034b81d4-8fea-4780-87a4-c971c7d2a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:44.478603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60414) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:44.669547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4bbd5-7a5f-4daf-be69-72d296ef2408 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:44.676944 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ecf4bbd5-7a5f-4daf-be69-72d296ef2408 admin admin] 10.222.0.41 "GET /v2.0/networks/3dfabec9-7aeb-4357-a5f2-415c382385c6 HTTP/1.1" status: 200 len: 869 time: 0.1912568 Dec 20 11:56:44.948812 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:45.099618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.328312 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:56:46.703953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60424) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:46.831980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6250c-8315-4492-909a-c9d1dc723d78 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:46.832372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6250c-8315-4492-909a-c9d1dc723d78 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:46.833853 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-71f6250c-8315-4492-909a-c9d1dc723d78 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289287 Dec 20 11:56:48.836891 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60434) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:49.015504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148e33b-9ca2-43ce-93c0-06b2c0278cd4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:49.015871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148e33b-9ca2-43ce-93c0-06b2c0278cd4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:49.017405 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c148e33b-9ca2-43ce-93c0-06b2c0278cd4 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1795852 Dec 20 11:56:51.103612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60444) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:51.223324 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d98fcd-fc04-42da-9350-b9af84d135e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:51.224681 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-51d98fcd-fc04-42da-9350-b9af84d135e4 admin admin] 10.222.0.41 "GET /v2.0/subnets/27654143-962a-4d93-ad75-136381b4f09d HTTP/1.1" status: 200 len: 816 time: 0.1200991 Dec 20 11:56:52.467778 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:56:53.252177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60454) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:56:53.380959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ff05e-853e-49cf-b12b-8ce860ab42d0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:56:53.382221 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cb8ff05e-853e-49cf-b12b-8ce860ab42d0 admin admin] 10.222.0.41 "GET /v2.0/subnets/910358ca-4998-480d-8760-7989002612d1 HTTP/1.1" status: 200 len: 868 time: 0.1290674 Dec 20 11:57:11.580797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-49de358c-0640-4e3c-aade-78ff85dd34ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:11.608066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60492) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:11.678822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-9e92c683-7b7f-4a4f-9918-b211d06dff6d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:57:11.679922 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9e92c683-7b7f-4a4f-9918-b211d06dff6d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0708084 Dec 20 11:57:13.752461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60502) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:13.841456 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-807dacb0-946c-4c2b-a0db-62453cd0a7f1 admin admin] GET failed (client error): The resource could not be found. Dec 20 11:57:13.842629 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-807dacb0-946c-4c2b-a0db-62453cd0a7f1 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0892415 Dec 20 11:57:13.966184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab756c9-1ba0-48a9-83a2-3596e9c9a787 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:13.967526 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bab756c9-1ba0-48a9-83a2-3596e9c9a787 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210537 Dec 20 11:57:14.059841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-07a7e146-abee-477b-b1fb-24ef38ba0903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:14.950236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:15.102622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.009282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60512) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:16.079519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:16.083993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:16.094134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:16.103955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Made reservation on behalf of 4fef9a1b8da04d42bb266ea38d96d69c for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:16.106190 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.191523 dv-neutron-victoria-2-hyperv neutron-server[83528]: WARNING neutron.services.revisions.revision_plugin [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Could not find related network for resource to bump revision. Dec 20 11:57:16.205081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 11:57:16.214807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.215151 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Added segment afe887b4-00c9-41cf-a2db-dc7ff14a7983 of type vlan for network 311f80bb-c2fa-4948-b0ac-eaf37825e79e Dec 20 11:57:16.239384 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.266449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.267675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:16.268277 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.271313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:16.332608 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:16.370911 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Pushing event updated for resources: {'Network': ['ID=311f80bb-c2fa-4948-b0ac-eaf37825e79e,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:16.374253 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3639832 Dec 20 11:57:16.374946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:16.382899 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 311f80bb-c2fa-4948-b0ac-eaf37825e79e details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 11:57:18.393215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60522) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:57:18.482806 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5785ec-0a83-4017-8924-1027f3b60921 admin admin] GET failed (client error): The resource could not be found. Dec 20 11:57:18.483293 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ec5785ec-0a83-4017-8924-1027f3b60921 admin admin] Synchronizing usage tracker for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:57:18.498378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ec5785ec-0a83-4017-8924-1027f3b60921 admin admin] Unset dirty status for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:57:18.499549 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ec5785ec-0a83-4017-8924-1027f3b60921 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1054206 Dec 20 11:57:18.605476 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cb5324-16b5-499c-b026-e4ba153b63f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:18.606818 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-15cb5324-16b5-499c-b026-e4ba153b63f3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033325 Dec 20 11:57:18.616046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '311f80bb-c2fa-4948-b0ac-eaf37825e79e', 'cidr': '192.168.233.0/24'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 11:57:18.621004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:57:18.630133 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:57:18.639428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Made reservation on behalf of 4fef9a1b8da04d42bb266ea38d96d69c for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 11:57:18.641740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.837976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.842138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-989597a7-a1e2-4ebb-9da8-f63a3f2b4be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:18.904070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e575c048-dce1-4be2-b7e0-f4069d1ebe16,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:18.908727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:18.919085 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Checking segment: {'id': 'afe887b4-00c9-41cf-a2db-dc7ff14a7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '311f80bb-c2fa-4948-b0ac-eaf37825e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:18.919432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Network hostable DHCP agents. Network: 311f80bb-c2fa-4948-b0ac-eaf37825e79e, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 11:57:18.940251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Network 311f80bb-c2fa-4948-b0ac-eaf37825e79e is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 11:57:18.948973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 311f80bb-c2fa-4948-b0ac-eaf37825e79e) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:18.952777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 11:57:18.953353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:18.957977 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9bce7f-852d-41d9-a45e-20c7aa6c27dc None None] Network 311f80bb-c2fa-4948-b0ac-eaf37825e79e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:18.977980 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3651547 Dec 20 11:57:19.173194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-311f80bb-c2fa-4948-b0ac-eaf37825e79e', 'network_id': '311f80bb-c2fa-4948-b0ac-eaf37825e79e', 'tenant_id': '4fef9a1b8da04d42bb266ea38d96d69c', 'fixed_ips': [{'subnet_id': 'e575c048-dce1-4be2-b7e0-f4069d1ebe16'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 11:57:19.174091 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.329733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Allocated IP 192.168.233.2 (311f80bb-c2fa-4948-b0ac-eaf37825e79e/e575c048-dce1-4be2-b7e0-f4069d1ebe16/74c2039b-fc62-4fc6-9d35-2810a4c646a0) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 11:57:19.531123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.541766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Transition to ACTIVE for port object 74c2039b-fc62-4fc6-9d35-2810a4c646a0 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:19.560817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Transition to ACTIVE for port object 74c2039b-fc62-4fc6-9d35-2810a4c646a0 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 11:57:19.566250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.571822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:19.634021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Network 311f80bb-c2fa-4948-b0ac-eaf37825e79e is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 11:57:19.637067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 11:57:19.639695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 11:57:19.646043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Pushing event updated for resources: {'Port': ['ID=74c2039b-fc62-4fc6-9d35-2810a4c646a0,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:19.681975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.682314 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.682640 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.682962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.683444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.683616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.685546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.685546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.685546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.685546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.685546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:57:19.689421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:19.766057 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Attempting to bind port 74c2039b-fc62-4fc6-9d35-2810a4c646a0 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 11:57:19.766433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Attempting to bind port 74c2039b-fc62-4fc6-9d35-2810a4c646a0 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'afe887b4-00c9-41cf-a2db-dc7ff14a7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '311f80bb-c2fa-4948-b0ac-eaf37825e79e'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 11:57:19.766807 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Attempting to bind port 74c2039b-fc62-4fc6-9d35-2810a4c646a0 on network 311f80bb-c2fa-4948-b0ac-eaf37825e79e {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 11:57:19.773467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 11, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 11:57:19.773844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Checking segment: {'id': 'afe887b4-00c9-41cf-a2db-dc7ff14a7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '311f80bb-c2fa-4948-b0ac-eaf37825e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 11:57:19.774254 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.774646 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Bound using segment: {'id': 'afe887b4-00c9-41cf-a2db-dc7ff14a7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '311f80bb-c2fa-4948-b0ac-eaf37825e79e'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 11:57:19.775142 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Bound port: 74c2039b-fc62-4fc6-9d35-2810a4c646a0, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe887b4-00c9-41cf-a2db-dc7ff14a7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '311f80bb-c2fa-4948-b0ac-eaf37825e79e'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 11:57:19.775567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.871269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] For port 74c2039b-fc62-4fc6-9d35-2810a4c646a0, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 11:57:19.875306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] For port 74c2039b-fc62-4fc6-9d35-2810a4c646a0, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=74c2039b-fc62-4fc6-9d35-2810a4c646a0,segment=NetworkSegment(afe887b4-00c9-41cf-a2db-dc7ff14a7983),segment_id=afe887b4-00c9-41cf-a2db-dc7ff14a7983)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 11:57:19.879792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:19.883638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:19.954884 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Pushing event updated for resources: {'Port': ['ID=74c2039b-fc62-4fc6-9d35-2810a4c646a0,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:19.957858 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:20.776403 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10674cc1-3487-4a81-ba1e-203dbac366c5 None None] Network 311f80bb-c2fa-4948-b0ac-eaf37825e79e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 11:57:20.931275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8b7b61c3-f8e9-4e8c-8841-7d8f7fa19314 None None] Provisioning for port 74c2039b-fc62-4fc6-9d35-2810a4c646a0 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:21.518637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 74c2039b-fc62-4fc6-9d35-2810a4c646a0 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:21.586187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 74c2039b-fc62-4fc6-9d35-2810a4c646a0 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 11:57:21.590925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 74c2039b-fc62-4fc6-9d35-2810a4c646a0 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:21.591305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.704929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.738520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 74c2039b-fc62-4fc6-9d35-2810a4c646a0, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=74c2039b-fc62-4fc6-9d35-2810a4c646a0,segment=NetworkSegment(afe887b4-00c9-41cf-a2db-dc7ff14a7983),segment_id=afe887b4-00c9-41cf-a2db-dc7ff14a7983)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 11:57:21.742263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:21.745469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:57:21.806689 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=74c2039b-fc62-4fc6-9d35-2810a4c646a0,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:57:21.809838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:57:23.494789 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 74c2039b-fc62-4fc6-9d35-2810a4c646a0 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 11:57:23.563554 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 74c2039b-fc62-4fc6-9d35-2810a4c646a0 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 11:57:23.563943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:29.467595 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:57:41.585537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3c7dec54-ffda-4dbe-927f-e978be0c11de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.063808 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1cd377c4-f49a-4b72-bb02-27780cb98b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:44.954379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:45.105286 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:57:46.332778 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:06.468485 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:58:11.586798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e8a759be-1a85-4745-bbb5-f2dba6ae9801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.065849 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-434a76db-2ca5-4a94-ba48-442772346528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:14.956190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:15.107693 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:16.337766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:20.920407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60564) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:20.926420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-ab5a1a5b-502a-46cb-9959-83ed90e605f0 tempest-verify_tempest_config-1553046568 tempest-verify_tempest_config-1553046568-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 11:58:20.927378 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ab5a1a5b-502a-46cb-9959-83ed90e605f0 tempest-verify_tempest_config-1553046568 tempest-verify_tempest_config-1553046568-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060406 Dec 20 11:58:21.263547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60580) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.399340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.429303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 11:58:21.432988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Usage tracker for resource:security_group_rule and tenant:a54c1cd0ade343f897b12f2cd807660f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 11:58:21.435655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 11:58:21.441178 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 11:58:21.507461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.511164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.522801 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:21.562845 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f4a2b2-e6e8-49c3-ac34-57deaca484ad,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:21.567682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Synchronizing usage tracker for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 11:58:21.578409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.578740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.579065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.579383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.579710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.580006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.580340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.580649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.580955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.581258 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.581559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 11:58:21.585981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:21.596947 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Unset dirty status for tenant:4fef9a1b8da04d42bb266ea38d96d69c on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 11:58:21.598189 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a54c1cd0ade343f897b12f2cd807660f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3336082 Dec 20 11:58:21.600916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60586) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:58:21.657565 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.681924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.781361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.785192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 11:58:21.796357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f4a2b2-e6e8-49c3-ac34-57deaca484ad,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 11:58:21.801019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 11:58:21.802777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:21.806581 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63f4a2b2-e6e8-49c3-ac34-57deaca484ad HTTP/1.1" status: 204 len: 168 time: 0.2020962 Dec 20 11:58:41.587947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-756998f1-21ad-4c4c-aaf2-a7d99772bbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:43.467566 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:58:44.067111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c357c2c3-6215-4f21-8251-b3b542621044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:44.959318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:45.109646 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:58:46.341431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:11.589840 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fa8d47d9-5382-48d0-a39b-f2115bdf8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:14.070022 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f36ba52c-cd24-427c-9f68-5fd33b57788d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:14.962422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:15.111686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:16.346342 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:20.467030 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 5 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 11:59:37.040108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658598'] for agent, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:41.590099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-989f40ee-2e94-4b0e-a32f-7bbbbe4f84d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.071039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-75b9d39c-0f16-43d3-a101-02e8d1ac2a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:44.966442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:45.112665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:46.347367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 11:59:52.660443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60656) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:52.794082 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0bf0d9d9-5ae0-4e44-8ffc-3d7f7c57d117 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4327 time: 0.1324677 Dec 20 11:59:54.814944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60666) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 11:59:54.897600 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-41aeb56b-8441-41e0-aab0-ef140b6aa1ae admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4327 time: 0.0816033 Dec 20 11:59:57.467498 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:00:07.009251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:11.591234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1d90c23f-1114-4377-9efd-c6d3472c0e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.072222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cf85c5a9-32ab-4a51-9289-77fcfd1f861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:14.967202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:15.113547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:16.349579 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:34.468282 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:00:37.008420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:41.592795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e971997e-61ca-4402-8644-ceac3a945e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:44.075395 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e25993ed-a148-4296-80a2-a01d0275ca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:44.971249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:45.114667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:00:46.353309 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:07.038543 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:11.468599 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:01:11.597216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a0d69ae0-f7aa-4374-8283-5b3b35ab2a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.089379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b97876c9-da87-449a-88a4-6a1d8845f93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:14.983586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:15.142054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:16.356454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:17.586680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60832) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:18.020739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60850) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:18.057425 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60856) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:18.107113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1912111069-network', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:18.112586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:18.116420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Usage tracker for resource:network and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:18.120323 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:18.126596 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:18.137479 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Made reservation on behalf of cd1a646924af49cfb7abbe0531549aaf for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:18.139835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.152670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.186565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:18.190505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Usage tracker for resource:security_group_rule and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:18.193412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:18.200056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:18.268514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.272573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.276389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:18.307858 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e95b28-dd1d-4137-b6d9-ffaded2b6970,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:18.310042 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:18.322661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.323193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.323530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.323849 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.324208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.324552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.324868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.325145 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.325593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.325901 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.326211 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Tracked resource versions report: Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: pushed versions: Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: { 'ConntrackHelper': {'1.0'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Log': {'1.0'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Network': {'1.1'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Port': {'1.5'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'PortForwarding': {'1.2'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'QosPolicy': {'1.8'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroup': {'1.2'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroupRule': {'1.0'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SubPort': {'1.0'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Subnet': {'1.1'}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Trunk': {'1.1'}} Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: consumer versions: Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: HyperV agent@hv-neutron-vict: {}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Log': '1.0', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Network': '1.1', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Port': '1.5', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'PortForwarding': '1.2', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'QosPolicy': '1.8', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroup': '1.2', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SecurityGroupRule': '1.0', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'SubPort': '1.0', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Subnet': '1.1', Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: 'Trunk': '1.1'}} Dec 20 12:01:18.327278 dv-neutron-victoria-2-hyperv neutron-server[83527]: {{(pid=83527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 12:01:18.332921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:18.335112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.335418 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Added segment ad32dad0-4b00-4f4d-ab4d-61fe6c246838 of type vlan for network 1dcf2f27-38e3-4edf-84de-daec6d490852 Dec 20 12:01:18.366347 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.398194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.399515 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:18.401859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.406720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:18.472443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60872) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:18.472782 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8846288 Dec 20 12:01:18.478214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Request body: {'subnet': {'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1912111069-subnet', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:18.483442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:18.487445 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Usage tracker for resource:subnet and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:18.490494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:18.496974 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:18.510425 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Made reservation on behalf of cd1a646924af49cfb7abbe0531549aaf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:18.513195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.530959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Pushing event updated for resources: {'Network': ['ID=1dcf2f27-38e3-4edf-84de-daec6d490852,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:18.533739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:18.542895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:18.621570 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1788102480-network', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:18.626728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:18.631797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Usage tracker for resource:network and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:18.635753 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:18.654314 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-442076182-network', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:18.672371 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:18.691836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:18.695609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Made reservation on behalf of e229d20d69224eb0bd6f9f74c358d267 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:18.698879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.714670 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.732000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Usage tracker for resource:network and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:18.739218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:18.762735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:18.765799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:18.769932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Usage tracker for resource:security_group_rule and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:18.772762 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:18.778529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:18.885678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Made reservation on behalf of a5fd11eeb90e4c22b58b92d614cb2faa for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:18.887892 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.903988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.914036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.914748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:18.938608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:18.979557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:18.987272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:19.015824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:19.062677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:19.074212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.074541 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Added segment f3a0ef00-e2af-435e-bc7c-a7ed49aef073 of type vlan for network 29668f17-f73c-4085-abea-6d06b9c7a23b Dec 20 12:01:19.076192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd92f33-169c-488d-8c58-87c32109b8fb,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.079106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:19.086690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.121038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.121370 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.121893 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.122225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.122551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.123032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.123531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.124006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.124652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.125128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.125750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Tracked resource versions report: Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: pushed versions: Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: { 'ConntrackHelper': {'1.0'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Log': {'1.0'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Network': {'1.1'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Port': {'1.5'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'PortForwarding': {'1.2'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'QosPolicy': {'1.8'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroup': {'1.2'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroupRule': {'1.0'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SubPort': {'1.0'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Subnet': {'1.1'}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Trunk': {'1.1'}} Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: consumer versions: Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: HyperV agent@hv-neutron-vict: {}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Log': '1.0', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Network': '1.1', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Port': '1.5', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'PortForwarding': '1.2', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'QosPolicy': '1.8', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroup': '1.2', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SecurityGroupRule': '1.0', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'SubPort': '1.0', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Subnet': '1.1', Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: 'Trunk': '1.1'}} Dec 20 12:01:19.127023 dv-neutron-victoria-2-hyperv neutron-server[83528]: {{(pid=83528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 12:01:19.139046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.147391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.179836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.256539 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2033da72-16b5-41cd-8acd-895c25754a68,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.286257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.291840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.301457 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.305926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0420cab-6d85-4dc6-97ad-e095db93a7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.314053 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Checking segment: {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:19.314455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Network hostable DHCP agents. Network: 1dcf2f27-38e3-4edf-84de-daec6d490852, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:19.323547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.330413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:19.331102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.364905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:19.383323 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c42057c-894c-4fd7-acc2-6aa73469f3ae,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.386511 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.393680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-19e580f0-e89a-4eb6-9c83-8873109e999f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.417046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.417711 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Added segment d4166925-70e6-4a0f-bc92-14347a8efd82 of type vlan for network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 Dec 20 12:01:19.465922 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4430211 Dec 20 12:01:19.467680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60910) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:19.475588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Request body: {'subnet': {'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1788102480-subnet', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:19.481670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:19.486127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Usage tracker for resource:subnet and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:19.490699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:19.497015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:19.511078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Made reservation on behalf of e229d20d69224eb0bd6f9f74c358d267 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:19.514219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.514559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:19.537861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Pushing event updated for resources: {'Network': ['ID=29668f17-f73c-4085-abea-6d06b9c7a23b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.541408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.550025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 29668f17-f73c-4085-abea-6d06b9c7a23b details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:19.551784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.559157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 1dcf2f27-38e3-4edf-84de-daec6d490852) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:19.566138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:19.566712 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.605543 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1313622 Dec 20 12:01:19.607924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60918) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:19.614828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:19.619396 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:19.623440 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Usage tracker for resource:router and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:19.626713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:19.632604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:19.647557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.649434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.656482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.660392 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:19.661155 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.667618 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c24b95fb-d244-4cd4-b072-ad6454af703b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.737023 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0481f-d35e-4b54-abb3-e8f10beef63f None None] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:19.842695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.847222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f3d4e718-d56e-40d7-94ba-7d443ea4eeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:19.878031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:19.890100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.894343 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.902303 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8429630 Dec 20 12:01:19.905474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a5023f-d2f7-4d49-8083-4de521aebc02,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:19.905825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60928) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:19.909184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:19.912933 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Request body: {'subnet': {'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-442076182-subnet', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:19.930123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:19.947233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Checking segment: {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:19.947595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Network hostable DHCP agents. Network: 29668f17-f73c-4085-abea-6d06b9c7a23b, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:19.980794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Network 29668f17-f73c-4085-abea-6d06b9c7a23b is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:20.003330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 29668f17-f73c-4085-abea-6d06b9c7a23b) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:20.006259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:20.013210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:20.013797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.046398 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42106148-4226-4873-9746-4504552f5286 None None] Network 29668f17-f73c-4085-abea-6d06b9c7a23b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:20.057756 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5888374 Dec 20 12:01:20.062257 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60934) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:20.067617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:20.072972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:20.082963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Usage tracker for resource:router and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:20.086793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:20.093757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:20.105707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Usage tracker for resource:subnet and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:20.113995 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:20.124357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:20.124844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.126757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.138691 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.172931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Made reservation on behalf of a5fd11eeb90e4c22b58b92d614cb2faa for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:20.176342 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.178425 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.262397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-1dcf2f27-38e3-4edf-84de-daec6d490852', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:20.263221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.418140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60944) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:20.448557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.466480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:20.536774 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-29668f17-f73c-4085-abea-6d06b9c7a23b', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:20.537987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.564059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4034364a-ccde-4f94-9e46-b0184dda5003,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:20.585401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.592098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:20.721951 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Allocated IP 172.20.0.2 (1dcf2f27-38e3-4edf-84de-daec6d490852/2033da72-16b5-41cd-8acd-895c25754a68/5563088e-fa89-4400-a29e-6603e6f52379) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:20.788112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Checking segment: {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:20.798322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Network hostable DHCP agents. Network: 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:20.838151 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1781253430'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:20.857806 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:20.871167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Usage tracker for resource:network and tenant:21b068f4d84446fca021aef7509d9783 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:20.882590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:20.901920 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:20.943399 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Allocated IP 172.20.0.2 (29668f17-f73c-4085-abea-6d06b9c7a23b/c2a5023f-d2f7-4d49-8083-4de521aebc02/b9600dcd-d12b-4c19-8ee1-7db9759cd332) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:20.943660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:20.955637 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Made reservation on behalf of 21b068f4d84446fca021aef7509d9783 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:20.959349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.976789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:20.983062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:20.989181 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ff09f-f81f-4f0c-961f-ba06dd603204 None None] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:21.053774 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.060856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:21.061525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.066530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.104907 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.164442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.258617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:21.271393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Allocated IP 172.36.7.179 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/a9b95015-4b3d-4214-a427-4a6bad8fd7a7) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:21.273454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Usage tracker for resource:security_group_rule and tenant:21b068f4d84446fca021aef7509d9783 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:21.299222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:21.317039 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4098506 Dec 20 12:01:21.325081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60968) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:21.331660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:21.344120 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:21.351036 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.416530 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Transition to ACTIVE for port object 5563088e-fa89-4400-a29e-6603e6f52379 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:21.438509 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:21.442606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Usage tracker for resource:router and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:21.447599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:21.471944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:21.500930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.509204 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Transition to ACTIVE for port object 5563088e-fa89-4400-a29e-6603e6f52379 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:21.513705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.524185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60972) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:21.527537 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-475f1f2d-558b-4a16-af15-9efbdaedc595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:21.530032 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.570260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:21.577924 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-55685d97-d500-4abb-adb7-5a2d6998478c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:21.582738 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c9d66-0e05-4886-954f-455e58096701,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:21.587964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:21.589323 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.589839 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Added segment 9f8c6c15-4537-47a6-8d66-e947f059996a of type vlan for network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 Dec 20 12:01:21.634735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.643259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.644032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.655687 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Pushing event updated for resources: {'Port': ['ID=5563088e-fa89-4400-a29e-6603e6f52379,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:21.659326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.676841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Transition to ACTIVE for port object b9600dcd-d12b-4c19-8ee1-7db9759cd332 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:21.687493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.687681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:21.692688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.711153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.717463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:21.718128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.732390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:21.846798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.847384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.847682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.848109 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.848737 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.849407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.849975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.850530 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.851085 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.851794 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.852956 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Tracked resource versions report: Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: pushed versions: Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: { 'ConntrackHelper': {'1.0'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Log': {'1.0'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Network': {'1.1'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Port': {'1.5'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'PortForwarding': {'1.2'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'QosPolicy': {'1.8'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroup': {'1.2'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroupRule': {'1.0'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SubPort': {'1.0'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Subnet': {'1.1'}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Trunk': {'1.1'}} Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: consumer versions: Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: HyperV agent@hv-neutron-vict: {}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Log': '1.0', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Network': '1.1', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Port': '1.5', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'PortForwarding': '1.2', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'QosPolicy': '1.8', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroup': '1.2', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SecurityGroupRule': '1.0', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'SubPort': '1.0', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Subnet': '1.1', Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: 'Trunk': '1.1'}} Dec 20 12:01:21.854559 dv-neutron-victoria-2-hyperv neutron-server[83530]: {{(pid=83530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 12:01:21.868643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:21.880142 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:21.886161 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Transition to ACTIVE for port object b9600dcd-d12b-4c19-8ee1-7db9759cd332 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:21.887788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:21.898819 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event updated for resources: {'Network': ['ID=e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:21.913468 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:21.918939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:21.922947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:21.933303 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5099983 Dec 20 12:01:21.936437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 60984) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:21.943299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Request body: {'subnet': {'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:21.951967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.958360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.972959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:21.998205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.107942 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Pushing event updated for resources: {'Port': ['ID=b9600dcd-d12b-4c19-8ee1-7db9759cd332,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:22.141589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 60992) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:22.145649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:22.157840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:22.162748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Usage tracker for resource:subnet and tenant:21b068f4d84446fca021aef7509d9783 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:22.167119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:22.178651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:22.181014 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.200622 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.226707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1341648337'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:22.231999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:22.237720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Usage tracker for resource:network and tenant:9e829e55ba024526b1b228e8b0c2b5ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:22.240580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:22.241225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:22.249541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:22.280792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Made reservation on behalf of 21b068f4d84446fca021aef7509d9783 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:22.281147 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Attempting to bind port 5563088e-fa89-4400-a29e-6603e6f52379 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:22.281573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Attempting to bind port 5563088e-fa89-4400-a29e-6603e6f52379 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:22.281935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Attempting to bind port 5563088e-fa89-4400-a29e-6603e6f52379 on network 1dcf2f27-38e3-4edf-84de-daec6d490852 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:22.284832 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:22.286819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Pushing event updated for resources: {'Port': ['ID=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:22.299816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:22.302812 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:22.303191 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Checking segment: {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:22.303596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.304036 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Bound using segment: {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:22.304571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Bound port: 5563088e-fa89-4400-a29e-6603e6f52379, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:22.304952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.310697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Made reservation on behalf of 9e829e55ba024526b1b228e8b0c2b5ad for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:22.314263 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.336673 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.392012 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:22.396956 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Usage tracker for resource:security_group_rule and tenant:9e829e55ba024526b1b228e8b0c2b5ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:22.400793 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:22.408074 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:22.443269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] For port 5563088e-fa89-4400-a29e-6603e6f52379, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:22.447808 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] For port 5563088e-fa89-4400-a29e-6603e6f52379, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5563088e-fa89-4400-a29e-6603e6f52379,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:22.461427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:22.463805 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Network 29668f17-f73c-4085-abea-6d06b9c7a23b is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:22.468528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:22.475417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.477008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Allocated IP 172.20.0.2 (3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3/4034364a-ccde-4f94-9e46-b0184dda5003/b28936c7-3971-4449-8516-c3ad6d948e52) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:22.479824 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:22.499763 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.505076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.527293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:22.527482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.543187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Usage tracker for resource:floatingip and tenant:0600c88772964fd1a0a26834151706fb is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:22.551555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:22.560612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:22.575876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.576302 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Added segment e5c20003-06fd-48f7-a340-5fdc81c821fa of type vlan for network 98865cc2-1d67-41ef-8828-aa25e29dbe29 Dec 20 12:01:22.599985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:22.608059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:22.617615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.618561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.622938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Allocated IP 172.36.7.187 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/8a90555e-0d71-4b51-9f24-58e4df31b659) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:22.721112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Attempting to bind port b9600dcd-d12b-4c19-8ee1-7db9759cd332 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:22.721764 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Attempting to bind port b9600dcd-d12b-4c19-8ee1-7db9759cd332 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:22.722290 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Attempting to bind port b9600dcd-d12b-4c19-8ee1-7db9759cd332 on network 29668f17-f73c-4085-abea-6d06b9c7a23b {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:22.734771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:22.736901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Checking segment: {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:22.737476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.739889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Bound using segment: {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:22.740598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Bound port: b9600dcd-d12b-4c19-8ee1-7db9759cd332, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:22.741176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.742406 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:22.744464 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.825901 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.834592 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Pushing event updated for resources: {'Port': ['ID=5563088e-fa89-4400-a29e-6603e6f52379,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:22.835696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f65550e-6305-49c4-9c9d-2ae53508062f,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:22.843109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:22.882110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.928924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks [] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:22.964912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.019010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.020441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] For port b9600dcd-d12b-4c19-8ee1-7db9759cd332, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:23.042136 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] For port b9600dcd-d12b-4c19-8ee1-7db9759cd332, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9600dcd-d12b-4c19-8ee1-7db9759cd332,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:23.096029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.126532 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:23.217802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32782) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:23.233654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.255522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Transition to ACTIVE for port object b28936c7-3971-4449-8516-c3ad6d948e52 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:23.267012 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Pushing event updated for resources: {'Port': ['ID=b9600dcd-d12b-4c19-8ee1-7db9759cd332,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:23.272217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.281167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Transition to ACTIVE for port object b28936c7-3971-4449-8516-c3ad6d948e52 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:23.289384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.296623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-14efc8cb-828d-4c65-935a-56e65964364b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:23.323185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Router 47251207-637b-489f-8ddb-cddce271b30b is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:01:23.330394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:23.370317 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:23.395016 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Pushing event updated for resources: {'Port': ['ID=b28936c7-3971-4449-8516-c3ad6d948e52,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:23.404713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32790) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:23.406640 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:23.412256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.413916 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:23.450657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.532727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.548326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Attempting to bind port b28936c7-3971-4449-8516-c3ad6d948e52 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:23.549097 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Attempting to bind port b28936c7-3971-4449-8516-c3ad6d948e52 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:23.549758 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Attempting to bind port b28936c7-3971-4449-8516-c3ad6d948e52 on network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:23.560031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:23.560936 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Checking segment: {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:23.562326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.563339 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Bound using segment: {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:23.564061 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Bound port: b28936c7-3971-4449-8516-c3ad6d948e52, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:23.564919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.567823 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:23.569230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.586389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:23.719711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.867394 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:01:23.869689 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3320301 Dec 20 12:01:23.882915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32796) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:23.907582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Pushing event updated for resources: {'Network': ['ID=98865cc2-1d67-41ef-8828-aa25e29dbe29,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:23.910933 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:23.912634 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Sync routers for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:01:23.929799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-6f465f72-e996-4162-b093-7e95c696a718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:23.949756 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:23.950969 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:23.959272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.968720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d534e400-0092-4103-aa1b-63d2dac0845b tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:23.975473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:23.985275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:23.986627 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9233773 Dec 20 12:01:23.993401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:23.996837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Checking segment: {'id': '9f8c6c15-4537-47a6-8d66-e947f059996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:23.997315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Network hostable DHCP agents. Network: e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:23.998356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Usage tracker for resource:floatingip and tenant:60a59b51aee94d9cbe93e71d1c1f3338 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:24.002224 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] For port b28936c7-3971-4449-8516-c3ad6d948e52, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:24.004039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:24.010246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32810) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.012644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:24.017351 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] For port b28936c7-3971-4449-8516-c3ad6d948e52, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b28936c7-3971-4449-8516-c3ad6d948e52,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:24.024025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5563088e-fa89-4400-a29e-6603e6f52379 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:24.037940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.091303 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 98865cc2-1d67-41ef-8828-aa25e29dbe29 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:24.129033 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d534e400-0092-4103-aa1b-63d2dac0845b tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "PUT /v2.0/quotas/0a9cb0396424436ca03c1cedcc1f5b3f HTTP/1.1" status: 200 len: 366 time: 0.9013927 Dec 20 12:01:24.134916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32814) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.143646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event updated for resources: {'Subnet': ['ID=8dd1b9e8-ce47-4d4d-a553-c323a40bce1a,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:24.146326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:24.179660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.241770 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-39129290-089a-42c4-aebb-d52a223a3075 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0998387 Dec 20 12:01:24.243166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32818) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.257119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.260135 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:24.264463 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-53e5c960-bbd3-455d-bed3-9421ebea18ca tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "GET /v2.0/quotas/0a9cb0396424436ca03c1cedcc1f5b3f HTTP/1.1" status: 200 len: 366 time: 0.0158553 Dec 20 12:01:24.270595 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32822) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.274164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01672d67-cc8d-48fc-8e46-4265e8aa6daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:24.313286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:24.331589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'network': {'name': 'tempest-network--1024432273', 'router:external': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:24.331819 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:24.336574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:24.341927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:network and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:24.345058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:24.348091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:24.350507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:24.351951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:24.382323 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.384803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Made reservation on behalf of ee521525aa5942e8a50e533f2dae6d65 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:24.387174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.391168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:24.395980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:24.396774 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.411612 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:24.413222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.421264 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a614ac88-66ce-44a7-a3e2-d21b23def5a6 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/0a9cb0396424436ca03c1cedcc1f5b3f HTTP/1.1" status: 204 len: 168 time: 0.1093106 Dec 20 12:01:24.430796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32830) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.433033 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad00fc-4895-4bd1-aab7-d169f8d6d7c5 None None] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:24.476778 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-03ed8efc-9fa5-4161-9f05-60c4f5b69299 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0330310 Dec 20 12:01:24.485746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32834) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.486293 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Pushing event updated for resources: {'Port': ['ID=8a90555e-0d71-4b51-9f24-58e4df31b659,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:24.489342 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:24.505424 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5678737 Dec 20 12:01:24.509935 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32836) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.516330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:24.518289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Request body: {'port': {'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1608804680'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:24.520550 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:security_group_rule and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:24.523878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:24.530289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:24.573630 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb18be52-c85a-4733-9435-8bb2f83db471 None None] Network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:24.629396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.675377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.677790 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7562d28f-9be0-4dc6-a5cd-92a55b7f2dbd tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "GET /v2.0/quotas/0a9cb0396424436ca03c1cedcc1f5b3f HTTP/1.1" status: 200 len: 370 time: 0.0468142 Dec 20 12:01:24.695715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Allocated IP 172.36.7.47 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/4f437681-79f3-4394-a970-7f3ff164c5b7) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:24.699792 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32842) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:24.716321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:24.722571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:24.733356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Usage tracker for resource:port and tenant:21b068f4d84446fca021aef7509d9783 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:24.751865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:24.755241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.756757 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Added segment 591804b7-a9be-4b2b-9f2c-da0c2df714b6 of type vlan for network cf27ce01-8c10-4d36-8746-11a715239430 Dec 20 12:01:24.847805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:24.884759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Made reservation on behalf of 21b068f4d84446fca021aef7509d9783 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:24.888386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:24.924487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] device_id is not set on port 03f50693-c68e-4037-82c7-bfec2f390b2a yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:24.994846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:25.018062 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a61423e4-949e-4c34-8421-c2d3ce235a56 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "GET /v2.0/quotas/0a9cb0396424436ca03c1cedcc1f5b3f/default HTTP/1.1" status: 200 len: 370 time: 0.1469693 Dec 20 12:01:25.024751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ee241559-0662-4b95-9c46-a11b5128d0a8 None None] Provisioning for port 5563088e-fa89-4400-a29e-6603e6f52379 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:25.026255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.033095 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32848) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:25.082797 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-0a0791a1-5620-4c3a-bdd1-10e5c054abfc tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] delete failed (client error): The resource could not be found. Dec 20 12:01:25.091621 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0a0791a1-5620-4c3a-bdd1-10e5c054abfc tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/0a9cb0396424436ca03c1cedcc1f5b3f HTTP/1.1" status: 404 len: 348 time: 0.0555732 Dec 20 12:01:25.117799 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:22Z', 'revision_number': 3, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:25.134104 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Checking router: 47251207-637b-489f-8ddb-cddce271b30b for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:01:25.134460 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Updating router 47251207-637b-489f-8ddb-cddce271b30b port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:01:25.177682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Allocated IP 172.20.0.5 (e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6/8dd1b9e8-ce47-4d4d-a553-c323a40bce1a/03f50693-c68e-4037-82c7-bfec2f390b2a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:25.185235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6', 'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6', 'tenant_id': '21b068f4d84446fca021aef7509d9783', 'fixed_ips': [{'subnet_id': '8dd1b9e8-ce47-4d4d-a553-c323a40bce1a'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:25.186251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.187859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1993fc63-5893-4706-91fd-bdab497a64ab,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:25.248452 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.264559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Pushing event updated for resources: {'Port': ['ID=b28936c7-3971-4449-8516-c3ad6d948e52,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:25.264847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:25.269637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:25.304448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.332734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:25.340971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.355011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 5563088e-fa89-4400-a29e-6603e6f52379 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:25.360897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-620d2ccf-7a30-4484-a431-8b1dab6d634b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:25.374565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e480e-4f50-4f57-9c91-18ec72569f1f None None] Network 29668f17-f73c-4085-abea-6d06b9c7a23b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:25.396509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5563088e-fa89-4400-a29e-6603e6f52379 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:25.396509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.449524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32856) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:25.528075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:network and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:25.547442 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6631069 Dec 20 12:01:25.548226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Network': ['ID=cf27ce01-8c10-4d36-8746-11a715239430,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:25.552585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32860) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:25.555507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:25.558523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.562193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:25.577611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network cf27ce01-8c10-4d36-8746-11a715239430 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:25.624555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:subnet and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:25.640543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:25.659416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.680485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:25.708130 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.711266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:subnetpool and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:25.718560 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.719287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.742195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:25.746846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:25.755621 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:25.768927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:25.770351 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bafa8c74-8cbf-4b30-87bb-ba37f95c3487 None None] Provisioning for port b9600dcd-d12b-4c19-8ee1-7db9759cd332 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:25.862724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:port and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:25.882501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:25.883402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f437681-79f3-4394-a970-7f3ff164c5b7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:25.902546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:25.904522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Transition to ACTIVE for port object 03f50693-c68e-4037-82c7-bfec2f390b2a will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:25.913343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Allocated IP 172.36.7.10 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/687b1d94-55ef-491e-8247-6b41dbd6967f) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:25.949591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.982965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ddf6f1be-7d4d-4dd3-80e9-cb67f60a8f61 None None] Provisioning complete for port 5563088e-fa89-4400-a29e-6603e6f52379 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:25.983628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddf6f1be-7d4d-4dd3-80e9-cb67f60a8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.984640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:25.999944 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:router and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:26.014296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:26.039359 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.039892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.054602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 5563088e-fa89-4400-a29e-6603e6f52379, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5563088e-fa89-4400-a29e-6603e6f52379,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:26.073229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.078339 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:26.096548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.138192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:floatingip and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:26.163568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.169488 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:26.199372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a7a91229-403b-4196-aa8d-89f7710a9729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:26.265869 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.283295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:26.347080 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event updated for resources: {'Port': ['ID=03f50693-c68e-4037-82c7-bfec2f390b2a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:26.350038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:26.353450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.360649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Pushing event updated for resources: {'Port': ['ID=687b1d94-55ef-491e-8247-6b41dbd6967f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:26.375376 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:26.377977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:26.382438 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:26.388574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:26.402279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Allocated IP 172.36.7.239 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/d799ef28-e3bc-44a2-ac7b-1a32f37e73d5) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:26.410552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e3922-5d9d-4c13-830a-0790159846b4 None None] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:26.423172 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b28936c7-3971-4449-8516-c3ad6d948e52 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:26.458405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:26.468877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.469709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.472262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.473408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > port after_create 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.474833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.475372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > port after_update 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.475932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.476915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.477598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.478896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.604333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=5563088e-fa89-4400-a29e-6603e6f52379,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:26.608948 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Allocated IP 172.20.0.2 (e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6/8dd1b9e8-ce47-4d4d-a553-c323a40bce1a/413c6e6c-32d9-4b22-bf20-348b5668831d) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:26.612004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:26.639571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.639950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.640288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.640617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:26.640980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf27ce01-8c10-4d36-8746-11a715239430']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:26.657397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591804b7-a9be-4b2b-9f2c-da0c2df714b6') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:26.658472 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591804b7-a9be-4b2b-9f2c-da0c2df714b6') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:26.670810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.687504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.694646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:26.695141 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn_limited( Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn_limited( Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:26.776231 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:26.782638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:26.802206 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:26.807326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:26.807922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.808107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port b28936c7-3971-4449-8516-c3ad6d948e52 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:26.820535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.829729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9600dcd-d12b-4c19-8ee1-7db9759cd332 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:26.852863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Provisioning for port b28936c7-3971-4449-8516-c3ad6d948e52 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:26.859139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.881180 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3698263 Dec 20 12:01:26.885466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32866) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:26.911864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.916667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Provisioning complete for port b28936c7-3971-4449-8516-c3ad6d948e52 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:26.917275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:26.935315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:26.953342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.029133 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf27ce01-8c10-4d36-8746-11a715239430 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 12:01:27.032060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Deleting port 03f50693-c68e-4037-82c7-bfec2f390b2a {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:27.032531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.038226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf27ce01-8c10-4d36-8746-11a715239430,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.052396 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.055459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:security_group and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:27.079474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:27.081058 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.085672 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "DELETE /v2.0/networks/cf27ce01-8c10-4d36-8746-11a715239430 HTTP/1.1" status: 204 len: 168 time: 1.5246246 Dec 20 12:01:27.088455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32872) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:27.101623 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:27.103652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Transition to ACTIVE for port object 413c6e6c-32d9-4b22-bf20-348b5668831d will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:27.116982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.117566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.125890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:27.150874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:network and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:27.167089 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Usage tracker for resource:security_group_rule and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:27.168125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:27.171589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:27.179958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Transition to ACTIVE for port object 413c6e6c-32d9-4b22-bf20-348b5668831d will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:27.192946 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port b9600dcd-d12b-4c19-8ee1-7db9759cd332 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:27.194504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:01:27.202388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:27.211651 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.214044 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:27.215184 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b9600dcd-d12b-4c19-8ee1-7db9759cd332 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:27.215797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.250590 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.270935 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b0e5e352-37f5-4090-98b3-0b5cf7008148 tempest-QuotasTest-94432455 tempest-QuotasTest-94432455-project-admin] 10.222.0.41 "GET /v2.0/quotas/ec79f814833342cf86b6a666cf7f4c89/details.json HTTP/1.1" status: 200 len: 703 time: 1.8106856 Dec 20 12:01:27.273749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Made reservation on behalf of ee521525aa5942e8a50e533f2dae6d65 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:27.276875 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.278199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:27.532976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:27.540131 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.555728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:27.557695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:27.557830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Pushing event updated for resources: {'Port': ['ID=413c6e6c-32d9-4b22-bf20-348b5668831d,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.561185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Transition to ACTIVE for port object a9b95015-4b3d-4214-a427-4a6bad8fd7a7 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:27.563638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Router a51f6106-a8b3-4447-af01-b200b14c4bbe is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:01:27.573224 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.579647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Port': ['ID=d799ef28-e3bc-44a2-ac7b-1a32f37e73d5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.581594 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.585796 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-209f8c27-ab02-4832-bafc-6217c8ea8a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:27.595078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.595429 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Added segment 3a9502ad-1f5f-4747-9edd-e7d886ccf672 of type vlan for network c3dd88c4-061f-42d0-b47b-ef878b2d5cfd Dec 20 12:01:27.611184 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] For port b28936c7-3971-4449-8516-c3ad6d948e52, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b28936c7-3971-4449-8516-c3ad6d948e52,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:27.617559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:27.624073 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:27.624394 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.625140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:27.650031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:27.709826 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Pushing event updated for resources: {'Port': ['ID=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.719488 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.719850 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.720175 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.720507 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.720848 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.721175 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.721509 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.721832 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.722146 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.722457 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.722771 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Tracked resource versions report: Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: pushed versions: Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: { 'ConntrackHelper': {'1.0'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Log': {'1.0'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Network': {'1.1'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Port': {'1.5'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'PortForwarding': {'1.2'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'QosPolicy': {'1.8'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroup': {'1.2'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroupRule': {'1.0'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SubPort': {'1.0'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Subnet': {'1.1'}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Trunk': {'1.1'}} Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: consumer versions: Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: { DHCP agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: HyperV agent@hv-neutron-vict: {}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: L3 agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: Metadata agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: Metering agent@dv-neutron-victoria-2-hyperv: {}, Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: Open vSwitch agent@dv-neutron-victoria-2-hyperv: { 'ConntrackHelper': '1.0', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Log': '1.0', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Network': '1.1', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Port': '1.5', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'PortForwarding': '1.2', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'QosPolicy': '1.8', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroup': '1.2', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SecurityGroupRule': '1.0', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'SubPort': '1.0', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Subnet': '1.1', Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: 'Trunk': '1.1'}} Dec 20 12:01:27.723831 dv-neutron-victoria-2-hyperv neutron-server[83531]: {{(pid=83531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 12:01:27.745458 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.750519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.778026 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:27.780917 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Attempting to bind port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:27.781291 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Attempting to bind port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:27.781656 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Attempting to bind port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:27.799773 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:27.800188 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:27.800682 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.801194 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:27.801825 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Bound port: a9b95015-4b3d-4214-a427-4a6bad8fd7a7, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:27.802425 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.910532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.915229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.916430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.927868 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Attempting to bind port 413c6e6c-32d9-4b22-bf20-348b5668831d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:27.928605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Attempting to bind port 413c6e6c-32d9-4b22-bf20-348b5668831d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9f8c6c15-4537-47a6-8d66-e947f059996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:27.928732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Attempting to bind port 413c6e6c-32d9-4b22-bf20-348b5668831d on network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:27.950521 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Pushing event updated for resources: {'Port': ['ID=b28936c7-3971-4449-8516-c3ad6d948e52,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:27.954939 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] For port a9b95015-4b3d-4214-a427-4a6bad8fd7a7, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:27.955158 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:27.961957 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] For port a9b95015-4b3d-4214-a427-4a6bad8fd7a7, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:27.964653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:27.965031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Checking segment: {'id': '9f8c6c15-4537-47a6-8d66-e947f059996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:27.965442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.965839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Bound using segment: {'id': '9f8c6c15-4537-47a6-8d66-e947f059996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:27.966485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Bound port: 413c6e6c-32d9-4b22-bf20-348b5668831d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8c6c15-4537-47a6-8d66-e947f059996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:27.966952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.967078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32882) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:27.970130 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:27.974136 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:27.979422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Provisioning complete for port b9600dcd-d12b-4c19-8ee1-7db9759cd332 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:27.979797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.049746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.066158 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Pushing event updated for resources: {'Port': ['ID=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:28.069713 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:28.071563 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:28.072076 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port b9600dcd-d12b-4c19-8ee1-7db9759cd332, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9600dcd-d12b-4c19-8ee1-7db9759cd332,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:28.072321 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:28.095486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.107259 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:28.123670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Calling delete_port for 03f50693-c68e-4037-82c7-bfec2f390b2a owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:28.205673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] For port 413c6e6c-32d9-4b22-bf20-348b5668831d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:28.250983 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] For port 413c6e6c-32d9-4b22-bf20-348b5668831d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=413c6e6c-32d9-4b22-bf20-348b5668831d,segment=NetworkSegment(9f8c6c15-4537-47a6-8d66-e947f059996a),segment_id=9f8c6c15-4537-47a6-8d66-e947f059996a)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:28.258289 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=b9600dcd-d12b-4c19-8ee1-7db9759cd332,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:28.264014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:28.267149 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.269785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.283106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:28.298284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:28.298637 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.312525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3a461863-9ee0-4424-ad17-88b2b3efaa73 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:28.320618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5563088e-fa89-4400-a29e-6603e6f52379 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:28.335499 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:28.384434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.418836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Pushing event updated for resources: {'Port': ['ID=413c6e6c-32d9-4b22-bf20-348b5668831d,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:28.430578 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:28.447152 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5563088e-fa89-4400-a29e-6603e6f52379 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:28.447601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.523720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:28.544526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.574402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.595316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7d15559e-2216-4e23-930f-c118733f7d1f None None] Provisioning complete for port b28936c7-3971-4449-8516-c3ad6d948e52 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:28.595734 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d15559e-2216-4e23-930f-c118733f7d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.654064 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5637331 Dec 20 12:01:28.683805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32888) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:28.691135 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Network': ['ID=c3dd88c4-061f-42d0-b47b-ef878b2d5cfd,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:28.706917 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'subnet': {'network_id': 'c3dd88c4-061f-42d0-b47b-ef878b2d5cfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:28.714418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c3dd88c4-061f-42d0-b47b-ef878b2d5cfd details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:28.729997 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:28.776795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b28936c7-3971-4449-8516-c3ad6d948e52 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:28.796252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:28.811123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:28.867699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event deleted for resources: {'Port': ['ID=03f50693-c68e-4037-82c7-bfec2f390b2a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:28.887916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Allocated IP 172.20.0.1 (29668f17-f73c-4085-abea-6d06b9c7a23b/c2a5023f-d2f7-4d49-8083-4de521aebc02/c52dcc38-ae16-42a0-a327-d9ae7a07911a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:28.923501 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:22Z', 'revision_number': 3, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:28.929539 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcdb42-b4a1-48c5-90d8-2c5647b52376 None None] The sync data for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv is: [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:22Z', 'revision_number': 3, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:01:29.022475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.032948 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b28936c7-3971-4449-8516-c3ad6d948e52 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:29.033454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.067349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.088607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:subnet and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:29.093598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:29.101537 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:29.110886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.125667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:29.131806 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:6e11ec1f19594132b769b3bcac4ba8cf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:29.132277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.135461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:29.141972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:29.166773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Transition to ACTIVE for port object c52dcc38-ae16-42a0-a327-d9ae7a07911a will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:29.167859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Made reservation on behalf of ee521525aa5942e8a50e533f2dae6d65 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:29.170090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.180803 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1728b9e0-17bb-42e6-b9ac-a55c6c780626 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "DELETE /v2.0/ports/03f50693-c68e-4037-82c7-bfec2f390b2a HTTP/1.1" status: 204 len: 168 time: 2.2870069 Dec 20 12:01:29.180803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.181956 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.192836 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0452049 Dec 20 12:01:29.193576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32892) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.193908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32894) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.237228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1247708016', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'fixed_ips': [{'ip_address': '172.36.7.10'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:29.245910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Pushing event updated for resources: {'Port': ['ID=687b1d94-55ef-491e-8247-6b41dbd6967f,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:29.258754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.295785 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.297088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:29.301203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:29.301423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.311160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Usage tracker for resource:port and tenant:0600c88772964fd1a0a26834151706fb is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:29.324851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:29.358294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:29.416510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Made reservation on behalf of 0600c88772964fd1a0a26834151706fb for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:29.418855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.428326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.433329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.443487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:29.458552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:01:29.464164 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.486517 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Sync routers for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:01:29.497651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.510459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:29.512297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:29.579938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Pushing event updated for resources: {'Port': ['ID=c52dcc38-ae16-42a0-a327-d9ae7a07911a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:29.583533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.585434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:01:29.599632 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Sync routers for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:01:29.615846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:29.632485 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:29.633568 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:29.647035 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c64570b8-cf74-46bd-9843-de24b7564d2b tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4322 time: 0.4371984 Dec 20 12:01:29.664135 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32902) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.675173 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18a1ac1-f05f-4253-8e8c-35542f05e84c,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:29.679676 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:29.685656 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.687990 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.0789137 Dec 20 12:01:29.695078 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e11ec1f19594132b769b3bcac4ba8cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7121913 Dec 20 12:01:29.700886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32906) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.701222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32908) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.709040 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:29.710299 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8dda31cf-99d9-472c-840d-199b24786bb6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.3842561 Dec 20 12:01:29.716250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32910) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:29.785474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-943824621'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:29.866465 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:29.874260 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Usage tracker for resource:security_group_rule and tenant:0600c88772964fd1a0a26834151706fb is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:29.881986 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:29.893931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:29.899127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:29.901102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Network 29668f17-f73c-4085-abea-6d06b9c7a23b is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:29.909617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:29.914893 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:29.917141 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:29.933140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Usage tracker for resource:network and tenant:21b068f4d84446fca021aef7509d9783 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:29.937496 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:29.981148 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:30.037123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:30.071029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0b583-a70c-4e85-8c71-099cf5547509 None None] Network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:30.163113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.274512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.276525 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.285974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:30.340185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-97f80fb8-82f5-49ea-b463-aacb77395601 None None] Provisioning for port 413c6e6c-32d9-4b22-bf20-348b5668831d completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:30.353498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.372453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] device_id is not set on port 592187dd-83df-4d44-b671-fd9ddbb0b3cf yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:30.413318 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:24Z', 'revision_number': 3, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:30.417991 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Checking router: a51f6106-a8b3-4447-af01-b200b14c4bbe for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:01:30.418786 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Updating router a51f6106-a8b3-4447-af01-b200b14c4bbe port 8a90555e-0d71-4b51-9f24-58e4df31b659 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:01:30.426333 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.447606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.479540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Port': ['ID=d799ef28-e3bc-44a2-ac7b-1a32f37e73d5,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:30.498341 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.498593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a9b95015-4b3d-4214-a427-4a6bad8fd7a7 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:30.503561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:30.508328 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:30.522160 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Made reservation on behalf of 21b068f4d84446fca021aef7509d9783 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:30.527424 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.572187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7607ecc5-f426-4480-9bf5-25763e912d63 None None] Provisioning for port c52dcc38-ae16-42a0-a327-d9ae7a07911a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:30.578995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.580231 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1701651 Dec 20 12:01:30.590492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32918) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:30.607610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-280780276'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:30.608033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf5ac72-ccd8-4698-90c5-b9e19665e2e5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:30.614257 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:30.626260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:30.642842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Usage tracker for resource:network and tenant:60a59b51aee94d9cbe93e71d1c1f3338 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:30.646415 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7607ecc5-f426-4480-9bf5-25763e912d63 None None] Provisioning complete for port c52dcc38-ae16-42a0-a327-d9ae7a07911a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:30.646896 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7607ecc5-f426-4480-9bf5-25763e912d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.647240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.649029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:30.681878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:30.692528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:30.763730 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.764140 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Added segment f7e9f106-fd2e-4c99-a72f-632099b86e73 of type vlan for network 1d90250d-0006-4969-a8b1-c2824c8b3a82 Dec 20 12:01:30.766778 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.769388 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7607ecc5-f426-4480-9bf5-25763e912d63 None None] Port c52dcc38-ae16-42a0-a327-d9ae7a07911a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:30.781827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Made reservation on behalf of 60a59b51aee94d9cbe93e71d1c1f3338 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:30.783050 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 12:01:30.783498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:01:30.785448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.812391 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:25Z', 'revision_number': 3, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:30.829080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Checking router: 63e7e1fb-974f-4842-8d33-3b84f1ef55fe for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:01:30.829579 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Updating router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe port 4f437681-79f3-4394-a970-7f3ff164c5b7 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:01:30.875342 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6662383 Dec 20 12:01:30.877933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32922) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:30.907688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.917769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.951844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:30.968703 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.067633 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.091711 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Transition to ACTIVE for port object 8a90555e-0d71-4b51-9f24-58e4df31b659 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:31.100766 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.106867 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.131400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Deleting port 687b1d94-55ef-491e-8247-6b41dbd6967f {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:31.131736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.146310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:31.165071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.168212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Usage tracker for resource:security_group_rule and tenant:60a59b51aee94d9cbe93e71d1c1f3338 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:31.173352 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:31.191299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0d06d8c-e704-410f-b218-dd276448fc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.199235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.200582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:31.211199 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09715f41-e87d-42a4-9625-e67267bcb91f None None] Pushing event updated for resources: {'Port': ['ID=8a90555e-0d71-4b51-9f24-58e4df31b659,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:31.211729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18a1ac1-f05f-4253-8e8c-35542f05e84c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:31.216796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:31.224099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:31.224964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.228448 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-09715f41-e87d-42a4-9625-e67267bcb91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:31.257267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.262999 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Attempting to bind port 8a90555e-0d71-4b51-9f24-58e4df31b659 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:31.263428 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Attempting to bind port 8a90555e-0d71-4b51-9f24-58e4df31b659 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:31.263880 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Attempting to bind port 8a90555e-0d71-4b51-9f24-58e4df31b659 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:31.272564 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:31.272945 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:31.273397 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.273836 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:31.274312 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Bound port: 8a90555e-0d71-4b51-9f24-58e4df31b659, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:31.274791 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.280143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.284313 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a18a1ac1-f05f-4253-8e8c-35542f05e84c HTTP/1.1" status: 204 len: 168 time: 1.5123036 Dec 20 12:01:31.311642 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6306348 Dec 20 12:01:31.313843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32930) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:31.319254 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.319842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.378445 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] For port 8a90555e-0d71-4b51-9f24-58e4df31b659, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:31.382540 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] For port 8a90555e-0d71-4b51-9f24-58e4df31b659, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8a90555e-0d71-4b51-9f24-58e4df31b659,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:31.393449 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.404777 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-fec5f5ee-d2ae-4744-b0a5-8271ebb78873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.407347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:31.436260 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:31.436694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.451798 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Calling delete_port for 687b1d94-55ef-491e-8247-6b41dbd6967f owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:31.508162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.551150 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Transition to ACTIVE for port object 4f437681-79f3-4394-a970-7f3ff164c5b7 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:31.578296 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09715f41-e87d-42a4-9625-e67267bcb91f None None] Pushing event updated for resources: {'Port': ['ID=8a90555e-0d71-4b51-9f24-58e4df31b659,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:31.586479 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-09715f41-e87d-42a4-9625-e67267bcb91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:31.588249 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:31.589007 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:31.594672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.600942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event updated for resources: {'Network': ['ID=1d90250d-0006-4969-a8b1-c2824c8b3a82,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:31.602244 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.627099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:31.640715 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 1d90250d-0006-4969-a8b1-c2824c8b3a82 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:31.651204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:01:31.651675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.832686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f1147f04-18a1-4d71-a5b9-ff86c7932c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.895666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.951952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:31.960750 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:31.969682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a48dc6-4518-46fd-8b47-cb4f1262a174 None None] Pushing event updated for resources: {'Port': ['ID=4f437681-79f3-4394-a970-7f3ff164c5b7,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:31.973685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-58a48dc6-4518-46fd-8b47-cb4f1262a174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:31.985330 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Attempting to bind port 4f437681-79f3-4394-a970-7f3ff164c5b7 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:31.985704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Attempting to bind port 4f437681-79f3-4394-a970-7f3ff164c5b7 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:31.986156 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Attempting to bind port 4f437681-79f3-4394-a970-7f3ff164c5b7 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:31.997275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port a9b95015-4b3d-4214-a427-4a6bad8fd7a7, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:32.013865 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.014725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 413c6e6c-32d9-4b22-bf20-348b5668831d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:32.027723 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:32.078370 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.081267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Pushing event deleted for resources: {'Port': ['ID=687b1d94-55ef-491e-8247-6b41dbd6967f,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:32.084855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32936) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:32.111978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:32.144353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.178495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:32.178897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:32.179278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.179674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:32.180178 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Bound port: 4f437681-79f3-4394-a970-7f3ff164c5b7, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:32.180558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.184437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.205701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d47e30e-38c4-41c0-b9c5-bd79b829f33a,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:32.219929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.221027 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:32.234036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.273047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Checking segment: {'id': '3a9502ad-1f5f-4747-9edd-e7d886ccf672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3dd88c4-061f-42d0-b47b-ef878b2d5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:32.274435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Network hostable DHCP agents. Network: c3dd88c4-061f-42d0-b47b-ef878b2d5cfd, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:32.277027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:32.284219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Usage tracker for resource:security_group_rule and tenant:ec79f814833342cf86b6a666cf7f4c89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:32.288420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:32.290043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:32.295728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] For port 4f437681-79f3-4394-a970-7f3ff164c5b7, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:32.297390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:32.301463 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:32.302179 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.303488 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/ba81f47a-2b7f-4e15-9da0-aee74bdba3b4 HTTP/1.1" status: 204 len: 168 time: 1.4246004 Dec 20 12:01:32.310494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] For port 4f437681-79f3-4394-a970-7f3ff164c5b7, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4f437681-79f3-4394-a970-7f3ff164c5b7,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:32.311653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:32.312547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 413c6e6c-32d9-4b22-bf20-348b5668831d completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:32.324463 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.331289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.339701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.368007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:32.375979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 413c6e6c-32d9-4b22-bf20-348b5668831d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:32.376432 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.378362 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.378843 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Added segment ea1b203b-ec97-47b9-aab1-3beabfbb90cc of type vlan for network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a Dec 20 12:01:32.414752 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.435993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-52274db1-8c9a-456f-97d3-0688ee2ea5bf None None] Could not find standard attr ID for object 03f50693-c68e-4037-82c7-bfec2f390b2a. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:01:32.448642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.457972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32942) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:32.458359 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3527da3a-e949-42a2-9b8b-3748a80f2066 tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "GET /v2.0/agents/bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5/dhcp-networks HTTP/1.1" status: 200 len: 5511 time: 1.1331789 Dec 20 12:01:32.460853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.468588 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.469584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.475143 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:32.475766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:32.488789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:32.489467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.512937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.544786 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:24Z', 'revision_number': 3, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:32.549939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a48dc6-4518-46fd-8b47-cb4f1262a174 None None] Pushing event updated for resources: {'Port': ['ID=4f437681-79f3-4394-a970-7f3ff164c5b7,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:32.551384 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e6a67-f3a8-4602-b2be-b967dc7b3496 None None] The sync data for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv is: [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:24Z', 'revision_number': 3, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:01:32.558084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-58a48dc6-4518-46fd-8b47-cb4f1262a174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:32.569732 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9773338 Dec 20 12:01:32.590887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32946) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:32.614900 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a346d1c2-6ab0-441c-b61e-191b917cda1d tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.620553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.625049 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17c6f5-a34e-43dc-b38b-728e26dc1888,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:32.634641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:32.638101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.711045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Request body: {'subnet': {'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:32.740197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.767380 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:32.791788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Network c3dd88c4-061f-42d0-b47b-ef878b2d5cfd is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:32.798362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db91703-7983-41b0-b36f-c06997fb03e8,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:32.806488 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Network': ['ID=9a9e35ea-ab78-4130-9ffc-ea909afbab5a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:32.817428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:32.824176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:32.824791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.904781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:32.931558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 413c6e6c-32d9-4b22-bf20-348b5668831d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=413c6e6c-32d9-4b22-bf20-348b5668831d,segment=NetworkSegment(9f8c6c15-4537-47a6-8d66-e947f059996a),segment_id=9f8c6c15-4537-47a6-8d66-e947f059996a)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:32.948698 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec79f814833342cf86b6a666cf7f4c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8391824 Dec 20 12:01:32.956086 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:32.957221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9600dcd-d12b-4c19-8ee1-7db9759cd332 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:32.995141 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:32.999224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32952) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:32.999745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 32954) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:33.009066 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c3dd88c4-061f-42d0-b47b-ef878b2d5cfd) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:33.029500 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:33.041455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Usage tracker for resource:subnet and tenant:60a59b51aee94d9cbe93e71d1c1f3338 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:33.052995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:33.100720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:33.101558 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.112221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968f7e7-59af-415e-921e-cbaa4c65de1d None None] Network c3dd88c4-061f-42d0-b47b-ef878b2d5cfd requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:33.151985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:33.234505 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Pushing event updated for resources: {'Port': ['ID=c52dcc38-ae16-42a0-a327-d9ae7a07911a,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:33.249737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:33.253085 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Made reservation on behalf of 60a59b51aee94d9cbe93e71d1c1f3338 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:33.261661 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5729673 Dec 20 12:01:33.270670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32962) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:33.292896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc88de-b3a2-47c0-9098-ad804baa6622 tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] Network 1d90250d-0006-4969-a8b1-c2824c8b3a82 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:33.298328 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3dd88c4-061f-42d0-b47b-ef878b2d5cfd'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:33.304547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.330798 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:33.344140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:floatingip and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:33.351571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Network 29668f17-f73c-4085-abea-6d06b9c7a23b is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:33.380569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:33.393788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:33.399289 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b7bc88de-b3a2-47c0-9098-ad804baa6622 tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "POST /v2.0/agents/bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9344990 Dec 20 12:01:33.415897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32968) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:33.426246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:33.509847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.571073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.572381 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f9afa-5cbd-4983-9415-b49a18585278 None None] Network 1d90250d-0006-4969-a8b1-c2824c8b3a82 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:33.605167 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.681089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.723091 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b9600dcd-d12b-4c19-8ee1-7db9759cd332 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:33.723471 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.786545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:33.787013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=413c6e6c-32d9-4b22-bf20-348b5668831d,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:33.796962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:33.860646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:33.877243 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Usage tracker for resource:security_group_rule and tenant:e082b0225d9844daa2c067754522d344 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:33.883406 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:33.897639 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:34.022791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.040864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-84a8cae9-4205-4960-abfa-64d795674fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:34.060802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-59e99026-dffe-4488-bf36-93598b86cde4 None None] Provisioning complete for port c52dcc38-ae16-42a0-a327-d9ae7a07911a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:34.061569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-59e99026-dffe-4488-bf36-93598b86cde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.061862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db91703-7983-41b0-b36f-c06997fb03e8,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:34.075103 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:34.088366 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.091867 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3db91703-7983-41b0-b36f-c06997fb03e8 HTTP/1.1" status: 204 len: 168 time: 1.0834405 Dec 20 12:01:34.172097 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-59e99026-dffe-4488-bf36-93598b86cde4 None None] Port c52dcc38-ae16-42a0-a327-d9ae7a07911a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:34.192777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Allocated IP 172.20.0.1 (3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3/4034364a-ccde-4f94-9e46-b0184dda5003/1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:34.217468 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.230729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.269594 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70730bc6-116a-4b52-87f7-849c0bcf0835 None None] Network c3dd88c4-061f-42d0-b47b-ef878b2d5cfd requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:34.296674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8728b23f-46e2-427d-88bc-2785e8bfb72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:34.356885 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.363558 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e082b0225d9844daa2c067754522d344&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3558648 Dec 20 12:01:34.364471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6703c588-387b-43f3-922a-232fb2ccc08b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:34.378442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Transition to ACTIVE for port object 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:34.402189 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:34.403720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32978) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:34.435839 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.440269 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.480933 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:25Z', 'revision_number': 3, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:34.521152 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:34.561915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f710c4-d5ac-422e-97e5-643522dbfccc None None] The sync data for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv is: [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:25Z', 'revision_number': 3, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:01:34.604521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:34.645771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8a90555e-0d71-4b51-9f24-58e4df31b659 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:34.678129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Router 47251207-637b-489f-8ddb-cddce271b30b has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:01:34.708055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:34.779126 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 8a90555e-0d71-4b51-9f24-58e4df31b659 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:34.785208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8a90555e-0d71-4b51-9f24-58e4df31b659 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:34.785611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.791793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:34.796223 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:34.798447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.804988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:34.805639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.837194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Allocated IP 172.20.0.1 (1dcf2f27-38e3-4edf-84de-daec6d490852/2033da72-16b5-41cd-8acd-895c25754a68/082d7063-b85f-4059-86d2-aebda859df37) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:34.879431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.947336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7f4c04fe-52b7-4e22-a3dd-6ebd9ace1683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:34.956014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.981321 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 8a90555e-0d71-4b51-9f24-58e4df31b659, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8a90555e-0d71-4b51-9f24-58e4df31b659,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:34.995114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:34.996327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a9b95015-4b3d-4214-a427-4a6bad8fd7a7 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:35.023191 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a1a9821b-fb73-423b-a976-600cb6046fcd tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "GET /v2.0/agents/bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5/dhcp-networks HTTP/1.1" status: 200 len: 6999 time: 1.6048446 Dec 20 12:01:35.039921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Subnet': ['ID=b7846bc7-a661-4491-ae5d-07e780d33d75,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:35.043374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:35.050884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 32996) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:35.094921 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:35.125006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.176184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.184471 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=8a90555e-0d71-4b51-9f24-58e4df31b659,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:35.193252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:35.206681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:35.207275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.256386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.306634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bd4f348d-f682-4811-b6c7-3627f00fd6f5 None None] Provisioning for port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:35.317592 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bd4f348d-f682-4811-b6c7-3627f00fd6f5 None None] Provisioning complete for port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:35.318173 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bd4f348d-f682-4811-b6c7-3627f00fd6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.330385 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33002) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:35.341874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Transition to ACTIVE for port object 082d7063-b85f-4059-86d2-aebda859df37 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:35.351333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.359380 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c2e34e03-f7b1-4ddd-b6a6-74676d7cc191 tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "DELETE /v2.0/agents/bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5/dhcp-networks/1d90250d-0006-4969-a8b1-c2824c8b3a82 HTTP/1.1" status: 204 len: 168 time: 0.3031750 Dec 20 12:01:35.360859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33008) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:35.378081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:35.385818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f348d-f682-4811-b6c7-3627f00fd6f5 None None] Port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:35.392826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.395859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:01:35.407011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Sync routers for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:01:35.412242 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 413c6e6c-32d9-4b22-bf20-348b5668831d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:35.445216 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] 10.222.0.41 "PUT /v2.0/routers/47251207-637b-489f-8ddb-cddce271b30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4336376 Dec 20 12:01:35.463379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.482404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:35.507103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6703c588-387b-43f3-922a-232fb2ccc08b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:35.521161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Checking segment: {'id': 'ea1b203b-ec97-47b9-aab1-3beabfbb90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:35.521519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Network hostable DHCP agents. Network: 9a9e35ea-ab78-4130-9ffc-ea909afbab5a, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:35.549338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:35.581102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:35.581922 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:35.666672 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'networks': [{'name': 'tempest-network--1667860698'}, {'name': 'tempest-network--1495104688'}]} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:35.666979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'network': {'name': 'tempest-network--1667860698'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:35.667438 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'network': {'name': 'tempest-network--1495104688'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:35.679783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:35.694074 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:35.698721 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:35.706053 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Usage tracker for resource:network and tenant:aad88f65f33b4afa9049af840f720a12 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:35.714902 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:35.727054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:35.728794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.732224 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6703c588-387b-43f3-922a-232fb2ccc08b HTTP/1.1" status: 204 len: 168 time: 1.3043876 Dec 20 12:01:35.753458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 9a9e35ea-ab78-4130-9ffc-ea909afbab5a) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:35.764322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:35.764903 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.771805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:35.777153 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62ad7d-773f-43f5-a9da-6794db16e448 None None] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:35.785005 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:35.804932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 413c6e6c-32d9-4b22-bf20-348b5668831d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:35.805316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.821120 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Allocated IP 172.20.0.3 (c3dd88c4-061f-42d0-b47b-ef878b2d5cfd/8d47e30e-38c4-41c0-b9c5-bd79b829f33a/fe148214-4fa3-436d-8a60-c12c64bef958) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:35.827377 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2275956 Dec 20 12:01:35.829388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33024) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:35.836918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1824379671', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:35.850438 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:35.867547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Usage tracker for resource:router and tenant:60a59b51aee94d9cbe93e71d1c1f3338 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:35.872445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:35.893413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.895191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:35.906353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Made reservation on behalf of aad88f65f33b4afa9049af840f720a12 for: {'network': 2} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:35.912047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.914513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.920447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.925604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:35.928361 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-290b8f07-1363-418c-9e03-a72690ae1e7a tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "GET /v2.0/agents/bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5/dhcp-networks HTTP/1.1" status: 200 len: 6255 time: 0.5660167 Dec 20 12:01:35.948416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33030) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:35.964917 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:35.999105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Pushing event updated for resources: {'Port': ['ID=082d7063-b85f-4059-86d2-aebda859df37,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:36.003531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:36.018251 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2ccb25de-b382-40ac-9416-bb6be9354d48 tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "GET /v2.0/networks/e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0662882 Dec 20 12:01:36.046034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:36.050962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Usage tracker for resource:security_group_rule and tenant:aad88f65f33b4afa9049af840f720a12 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:36.054517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:36.062598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:36.083489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:36.158870 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.161899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33034) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.179816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.182401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.186210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.186352 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.187253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.213749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:36.263177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90589e0-4b17-4c37-bc00-5daffd21671d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:36.267487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:36.286575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:36.298917 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4884f3fe-7ce4-45df-8825-af9aa38c08ae tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "GET /v2.0/networks/e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.1294603 Dec 20 12:01:36.303698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33040) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.304738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:36.316123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:36.341912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.342259 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Added segment 9b710319-6c7e-4f26-bbe3-e33db2deadc8 of type vlan for network f162940c-59fb-47c3-b117-17544537014d Dec 20 12:01:36.398221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.412249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.455487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:36.457617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:36.565818 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7e1f3929-853a-4067-9019-a4ef625399a5 tempest-DHCPAgentSchedulersTestJSON-965428274 tempest-DHCPAgentSchedulersTestJSON-965428274-project-admin] 10.222.0.41 "GET /v2.0/agents/bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5/dhcp-networks HTTP/1.1" status: 200 len: 7033 time: 0.2605705 Dec 20 12:01:36.568572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33044) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.579401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8204f771-fd2d-4ab2-88d8-5762275e6a5a None None] Provisioning for port 082d7063-b85f-4059-86d2-aebda859df37 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:36.670883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8a90555e-0d71-4b51-9f24-58e4df31b659 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:36.705040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8204f771-fd2d-4ab2-88d8-5762275e6a5a None None] Provisioning complete for port 082d7063-b85f-4059-86d2-aebda859df37 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:36.705419 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8204f771-fd2d-4ab2-88d8-5762275e6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.719042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33048) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:36.774274 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-9a9e35ea-ab78-4130-9ffc-ea909afbab5a', 'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a', 'tenant_id': '60a59b51aee94d9cbe93e71d1c1f3338', 'fixed_ips': [{'subnet_id': 'b7846bc7-a661-4491-ae5d-07e780d33d75'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:36.775617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.830705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.842885 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:36.924132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-8204f771-fd2d-4ab2-88d8-5762275e6a5a None None] Port 082d7063-b85f-4059-86d2-aebda859df37 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:36.993463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.060207 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-25183f0b-8467-4a80-bb64-6fced70d5012 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0600c88772964fd1a0a26834151706fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3325713 Dec 20 12:01:37.064645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33054) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:37.069342 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8a90555e-0d71-4b51-9f24-58e4df31b659 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:37.069723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.093008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:37.132306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.165661 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Allocated IP 172.20.0.2 (9a9e35ea-ab78-4130-9ffc-ea909afbab5a/b7846bc7-a661-4491-ae5d-07e780d33d75/44d7ea02-b049-4ff0-8490-23b26430b034) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:37.170609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.175697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f02bc0a2-0583-4ead-8521-1afbd73f9f78 None None] Provisioning complete for port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:37.176017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f02bc0a2-0583-4ead-8521-1afbd73f9f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.195682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.196019 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Added segment 5f2eb85b-44ff-437a-9c71-5ed8bf5a47a7 of type vlan for network ce3de17b-40db-4234-935d-7ebe7619c469 Dec 20 12:01:37.201897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.265918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.282363 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.285312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.307695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 2, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:37.318825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:37.320723 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.331107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f02bc0a2-0583-4ead-8521-1afbd73f9f78 None None] Port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:37.332623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Checking router: 47251207-637b-489f-8ddb-cddce271b30b for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:01:37.332997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Updating router 47251207-637b-489f-8ddb-cddce271b30b port c52dcc38-ae16-42a0-a327-d9ae7a07911a binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:01:37.337581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf5ac72-ccd8-4698-90c5-b9e19665e2e5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:37.340711 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:37.346393 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d90250d-0006-4969-a8b1-c2824c8b3a82']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:37.360934 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e9f106-fd2e-4c99-a72f-632099b86e73') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:37.361247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e9f106-fd2e-4c99-a72f-632099b86e73') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:37.377214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.411564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.430462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:37.431307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:37.446015 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:37.449636 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.449728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.454593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.458182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.469790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:37.496209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33058) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:37.496812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:37.536602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Network c3dd88c4-061f-42d0-b47b-ef878b2d5cfd is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:37.536720 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.537711 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.542093 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdf5ac72-ccd8-4698-90c5-b9e19665e2e5 HTTP/1.1" status: 204 len: 168 time: 0.4599531 Dec 20 12:01:37.549589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269274181', 'description': 'tempest-description--527659839'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:37.560712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:37.565779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Usage tracker for resource:security_group and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:37.568918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:37.576110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:37.581405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:37.623947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:37.629695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Port': ['ID=fe148214-4fa3-436d-8a60-c12c64bef958,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:37.637821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:37.734398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Network': ['ID=f162940c-59fb-47c3-b117-17544537014d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:37.746275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.752402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:37.756141 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network f162940c-59fb-47c3-b117-17544537014d details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:37.756318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:37.757171 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.759757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.787534 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.847671 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:37.866789 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Transition to ACTIVE for port object 44d7ea02-b049-4ff0-8490-23b26430b034 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:37.882555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.885891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Usage tracker for resource:security_group_rule and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:37.892411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:37.905847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:37.937518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:01:37.968692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Transition to ACTIVE for port object 44d7ea02-b049-4ff0-8490-23b26430b034 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:37.987662 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:37.994194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.000748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Network': ['ID=ce3de17b-40db-4234-935d-7ebe7619c469,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:38.027017 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:38.028517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.029913 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network ce3de17b-40db-4234-935d-7ebe7619c469 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:38.050106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.058576 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7241256 Dec 20 12:01:38.060062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event deleted for resources: {'Network': ['ID=1d90250d-0006-4969-a8b1-c2824c8b3a82,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:38.061582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33068) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:38.064268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.068542 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "DELETE /v2.0/networks/1d90250d-0006-4969-a8b1-c2824c8b3a82 HTTP/1.1" status: 204 len: 168 time: 1.4532621 Dec 20 12:01:38.070729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33070) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:38.072387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:38.075190 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.142241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.157589 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:38.169237 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:38.184878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:38.225537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Pushing event updated for resources: {'Port': ['ID=44d7ea02-b049-4ff0-8490-23b26430b034,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:38.227614 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadeccfa-9e16-454e-8b23-2c3493c794d5 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] DELETE failed (client error): The resource could not be found. Dec 20 12:01:38.228136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadeccfa-9e16-454e-8b23-2c3493c794d5 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:01:38.232643 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dadeccfa-9e16-454e-8b23-2c3493c794d5 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "DELETE /v2.0/ports/03f50693-c68e-4037-82c7-bfec2f390b2a HTTP/1.1" status: 404 len: 333 time: 0.1585388 Dec 20 12:01:38.234908 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:38.244068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33080) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:38.275949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:38.374566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.386394 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.391126 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Transition to ACTIVE for port object c52dcc38-ae16-42a0-a327-d9ae7a07911a will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:38.403411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Attempting to bind port 44d7ea02-b049-4ff0-8490-23b26430b034 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:38.403708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.404043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Attempting to bind port 44d7ea02-b049-4ff0-8490-23b26430b034 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'ea1b203b-ec97-47b9-aab1-3beabfbb90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:38.404575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Attempting to bind port 44d7ea02-b049-4ff0-8490-23b26430b034 on network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:38.405663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.410718 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.418595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.418943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Pushing event updated for resources: {'Port': ['ID=082d7063-b85f-4059-86d2-aebda859df37,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:38.435686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:38.437859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.438138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:38.480597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:38.481124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Checking segment: {'id': 'ea1b203b-ec97-47b9-aab1-3beabfbb90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:38.481559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.482006 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Bound using segment: {'id': 'ea1b203b-ec97-47b9-aab1-3beabfbb90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:38.482819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Bound port: 44d7ea02-b049-4ff0-8490-23b26430b034, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1b203b-ec97-47b9-aab1-3beabfbb90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:38.483215 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.534710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.538861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:38.544950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:38.551181 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:38.555114 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:38.562357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:38.563251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Synchronizing usage tracker for tenant:aad88f65f33b4afa9049af840f720a12 on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:38.723838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] For port 44d7ea02-b049-4ff0-8490-23b26430b034, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:38.732727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] For port 44d7ea02-b049-4ff0-8490-23b26430b034, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=44d7ea02-b049-4ff0-8490-23b26430b034,segment=NetworkSegment(ea1b203b-ec97-47b9-aab1-3beabfbb90cc),segment_id=ea1b203b-ec97-47b9-aab1-3beabfbb90cc)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:38.734574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252c85a-a7b6-46ef-bcca-4c586dc5cbdb None None] Pushing event updated for resources: {'Port': ['ID=c52dcc38-ae16-42a0-a327-d9ae7a07911a,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:38.749008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4252c85a-a7b6-46ef-bcca-4c586dc5cbdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:38.755369 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:38.761994 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.767652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.769740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:38.798332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.803194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.855976 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.892410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.898063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7676e049-8e7c-42a0-8502-4de77998eb33,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:38.902146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:38.906191 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.3637073 Dec 20 12:01:38.906191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:38.917356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33092) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:38.925550 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:38.937446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Unset dirty status for tenant:aad88f65f33b4afa9049af840f720a12 on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:38.941667 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cea8af39-ec47-4726-8983-002a85542161 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2976 time: 0.8720179 Dec 20 12:01:39.000677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33094) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:39.076947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Request body: {'security_group_rule': {'security_group_id': '7676e049-8e7c-42a0-8502-4de77998eb33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:39.083030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:39.087720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Usage tracker for resource:security_group_rule and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:39.090839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:39.096670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:39.179087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33100) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:39.200528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Attempting to bind port c52dcc38-ae16-42a0-a327-d9ae7a07911a on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:39.201406 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Attempting to bind port c52dcc38-ae16-42a0-a327-d9ae7a07911a by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:39.201781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Attempting to bind port c52dcc38-ae16-42a0-a327-d9ae7a07911a on network 29668f17-f73c-4085-abea-6d06b9c7a23b {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:39.207499 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Pushing event updated for resources: {'Port': ['ID=44d7ea02-b049-4ff0-8490-23b26430b034,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:39.211728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:39.227202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:39.228337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Checking segment: {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:39.228979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.229502 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Bound using segment: {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:39.230119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Bound port: c52dcc38-ae16-42a0-a327-d9ae7a07911a, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:39.231345 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.292761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.324620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Port': ['ID=fe148214-4fa3-436d-8a60-c12c64bef958,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:39.335614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Deleting subnet 8dd1b9e8-ce47-4d4d-a553-c323a40bce1a {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:01:39.358209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.359887 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.370131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] For port c52dcc38-ae16-42a0-a327-d9ae7a07911a, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:39.377295 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] For port c52dcc38-ae16-42a0-a327-d9ae7a07911a, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c52dcc38-ae16-42a0-a327-d9ae7a07911a,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:39.396648 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.405781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-58a48dc6-4518-46fd-8b47-cb4f1262a174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:39.442381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.455387 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3c874d9b-c5b7-4508-a41d-cb4b07d0b47e None None] Provisioning complete for port 082d7063-b85f-4059-86d2-aebda859df37 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:39.455761 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3c874d9b-c5b7-4508-a41d-cb4b07d0b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.461246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:39.463609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.568932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-650710051'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:39.582119 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.586502 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3046446 Dec 20 12:01:39.588288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:39.590913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33106) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:39.657806 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252c85a-a7b6-46ef-bcca-4c586dc5cbdb None None] Pushing event updated for resources: {'Port': ['ID=c52dcc38-ae16-42a0-a327-d9ae7a07911a,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:39.660776 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3c874d9b-c5b7-4508-a41d-cb4b07d0b47e None None] Port 082d7063-b85f-4059-86d2-aebda859df37 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:39.667171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4252c85a-a7b6-46ef-bcca-4c586dc5cbdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:39.670253 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Usage tracker for resource:network and tenant:b028c8526c774a63866cecd95e77ffbc is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:39.677934 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:39.695869 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:39.698409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:39.721850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.732602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Allocated IP 172.36.7.250 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/4da73fcd-233c-45b4-b5ed-f9f909c59619) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:39.783900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:39.794802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.820142 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:39.890576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9044eb4d-048f-4d8b-ad89-fa82d264a509 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Synchronizing usage tracker for tenant:ee521525aa5942e8a50e533f2dae6d65 on resource:floatingip {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:39.912898 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cc2607-6693-469b-9039-86c05ed505ad,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:39.931344 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:39.934398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:01:39.934540 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:39.951532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:40.016083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.019764 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9714527 Dec 20 12:01:40.019764 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] 10.222.0.41 "PUT /v2.0/routers/63e7e1fb-974f-4842-8d33-3b84f1ef55fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3018858 Dec 20 12:01:40.023483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33110) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:40.034645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Request body: {'security_group_rule': {'security_group_id': '7676e049-8e7c-42a0-8502-4de77998eb33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:40.050442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9044eb4d-048f-4d8b-ad89-fa82d264a509 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Unset dirty status for tenant:ee521525aa5942e8a50e533f2dae6d65 on resource:floatingip {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:40.051752 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9044eb4d-048f-4d8b-ad89-fa82d264a509 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=c3dd88c4-061f-42d0-b47b-ef878b2d5cfd HTTP/1.1" status: 200 len: 689 time: 0.4580846 Dec 20 12:01:40.053759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:40.058580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33116) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:40.063713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Usage tracker for resource:security_group_rule and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:40.096347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.107050 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:40.118936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.143994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:40.156135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:40.158315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.165633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.198401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:40.211872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:40.216946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Usage tracker for resource:security_group_rule and tenant:b028c8526c774a63866cecd95e77ffbc is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:40.220041 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:40.226729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:40.313259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f162940c-59fb-47c3-b117-17544537014d']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:40.360892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.403412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:40.404218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Port': ['ID=4da73fcd-233c-45b4-b5ed-f9f909c59619,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:40.411031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:40.420804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:40.423207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:40.469782 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b710319-6c7e-4f26-bbe3-e33db2deadc8') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:40.470322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b710319-6c7e-4f26-bbe3-e33db2deadc8') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:40.497033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.497989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.548718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.550507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.573544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.592901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.605411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:40.621651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:40.621651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:40.643873 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:40.684523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:39Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:40.688013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:40.707128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af67dc-cb9f-43a6-9674-7292ed97ba53 None None] The sync data for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv is: [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:39Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:01:40.721989 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd62d9b-8244-4f10-b957-8988408a9ba0 None None] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:40.797431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Deleting port fe148214-4fa3-436d-8a60-c12c64bef958 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:40.797931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.801022 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264e220e-b560-43c9-addd-5fda811854c9,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:40.804746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:40.824692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.825126 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Added segment 432bec66-5aa9-4635-85cc-6327d7b7b7f0 of type vlan for network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 Dec 20 12:01:40.842683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.881689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:40.899214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.926856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:40.944436 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c199804b-518c-4dfa-993f-b98c48dacd69 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:40.969683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 44d7ea02-b049-4ff0-8490-23b26430b034 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:40.986098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.040530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.042728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.054835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4465729-9fd9-419f-8a75-c5c054263c9a None None] Network e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:41.065408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.066247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd1b9e8-ce47-4d4d-a553-c323a40bce1a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:41.087990 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.102753 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f2378843-fda6-4830-aa8b-ac40c2330558 None None] Provisioning for port 44d7ea02-b049-4ff0-8490-23b26430b034 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:41.126083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:41.127456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:41.162728 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/networks/f162940c-59fb-47c3-b117-17544537014d HTTP/1.1" status: 204 len: 168 time: 2.1595297 Dec 20 12:01:41.169608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33130) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:41.173873 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:41.174469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.182426 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "DELETE /v2.0/subnets/8dd1b9e8-ce47-4d4d-a553-c323a40bce1a HTTP/1.1" status: 204 len: 168 time: 2.9289265 Dec 20 12:01:41.184405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Router a51f6106-a8b3-4447-af01-b200b14c4bbe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:01:41.188250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33134) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:41.208771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8aa87c-b4ed-4821-8e33-8feadf53b41e,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:41.209031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f22377-baab-49bc-a176-893472a7fcbb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Network': ['ID=f162940c-59fb-47c3-b117-17544537014d,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:41.236324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:41.292750 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.293942 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2673233 Dec 20 12:01:41.316757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33140) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:41.348568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Network': ['ID=cdf31d4c-a108-4ffa-9da7-ac24e7a54a86,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:41.356115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:41.359282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:41.359876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:41.372697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:41.385751 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1953590 Dec 20 12:01:41.398986 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:41.406524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33144) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:41.441056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:41.451028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'subnet': {'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:41.467786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Usage tracker for resource:floatingip and tenant:e229d20d69224eb0bd6f9f74c358d267 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:41.478134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.486264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.486522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.537704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33148) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:41.549894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63343718', 'description': 'tempest-description--1759363315'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:41.557392 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:41.562282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Usage tracker for resource:security_group and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:41.565421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:41.577694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:41.599641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.630697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:41.643164 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Calling delete_port for fe148214-4fa3-436d-8a60-c12c64bef958 owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:41.685268 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 44d7ea02-b049-4ff0-8490-23b26430b034 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:41.695294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:41.713443 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.729077 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 44d7ea02-b049-4ff0-8490-23b26430b034 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:41.729456 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.775282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a2d37cc-28f1-4de2-a25f-52da12bd364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.813243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.818919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:41.823503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Usage tracker for resource:security_group_rule and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:41.826442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:41.833688 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:41.847948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.848863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.867598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Deleting port 413c6e6c-32d9-4b22-bf20-348b5668831d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:41.868012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.902598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.912966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.926876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.943118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:41.953947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] DHCP port deletion for e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:01:41.961512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Usage tracker for resource:subnet and tenant:b028c8526c774a63866cecd95e77ffbc is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:41.963528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:41.979065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Deleting port 413c6e6c-32d9-4b22-bf20-348b5668831d {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:41.979433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.983851 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3de17b-40db-4234-935d-7ebe7619c469']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:41.997761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:41.999285 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4543214 Dec 20 12:01:42.012166 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2eb85b-44ff-437a-9c71-5ed8bf5a47a7') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:42.012602 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2eb85b-44ff-437a-9c71-5ed8bf5a47a7') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:42.019048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33152) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:42.039199 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Request body: {'security_group_rule': {'security_group_id': 'c4a5c662-a7a9-4706-aea6-c4f4b585ca89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:42.046384 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.059030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:42.079457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.112787 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a5c662-a7a9-4706-aea6-c4f4b585ca89,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.125463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.125463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Usage tracker for resource:security_group_rule and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:42.129154 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.140179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:42.149071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:42.153120 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:42.153634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:42.169713 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:42.173875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:42.191526 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 44d7ea02-b049-4ff0-8490-23b26430b034, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=44d7ea02-b049-4ff0-8490-23b26430b034,segment=NetworkSegment(ea1b203b-ec97-47b9-aab1-3beabfbb90cc),segment_id=ea1b203b-ec97-47b9-aab1-3beabfbb90cc)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:42.210601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.211443 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4f437681-79f3-4394-a970-7f3ff164c5b7 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:42.222511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:42.240501 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.259432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.288210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:42.295055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.310289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.328489 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.351784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Network': ['ID=ce3de17b-40db-4234-935d-7ebe7619c469,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.355894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.367768 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/networks/ce3de17b-40db-4234-935d-7ebe7619c469 HTTP/1.1" status: 204 len: 168 time: 1.1845651 Dec 20 12:01:42.369775 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33156) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:42.376295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.415186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.427158 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] For port 413c6e6c-32d9-4b22-bf20-348b5668831d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=413c6e6c-32d9-4b22-bf20-348b5668831d,segment=NetworkSegment(9f8c6c15-4537-47a6-8d66-e947f059996a),segment_id=9f8c6c15-4537-47a6-8d66-e947f059996a)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:42.427564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.494921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:01:42.518431 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Sync routers for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:01:42.558094 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe148214-4fa3-436d-8a60-c12c64bef958,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.566388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.567988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Calling delete_port for 413c6e6c-32d9-4b22-bf20-348b5668831d owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:42.570869 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] 10.222.0.41 "PUT /v2.0/routers/a51f6106-a8b3-4447-af01-b200b14c4bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8075302 Dec 20 12:01:42.573856 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:42.574853 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:42.577161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.589230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.589374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.624837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=44d7ea02-b049-4ff0-8490-23b26430b034,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.629711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae21f81-0259-4b2d-ba42-e9ba7b2835ec,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.632823 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.633542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-432c660b-01ea-413d-8442-80ea0fc648d8 None None] Provisioning complete for port 44d7ea02-b049-4ff0-8490-23b26430b034 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:42.633953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-432c660b-01ea-413d-8442-80ea0fc648d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.646783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:42.657819 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00905002-b69c-4ac5-aa25-580e391676be tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:42.661894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00905002-b69c-4ac5-aa25-580e391676be tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:42.666643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00905002-b69c-4ac5-aa25-580e391676be tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:42.667511 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-00905002-b69c-4ac5-aa25-580e391676be tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Synchronizing usage tracker for tenant:aad88f65f33b4afa9049af840f720a12 on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:42.671872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.673107 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6529944 Dec 20 12:01:42.679454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33162) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:42.695781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Request body: {'security_group_rule': {'security_group_id': 'c4a5c662-a7a9-4706-aea6-c4f4b585ca89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:42.700335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] For port 413c6e6c-32d9-4b22-bf20-348b5668831d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=413c6e6c-32d9-4b22-bf20-348b5668831d,segment=NetworkSegment(9f8c6c15-4537-47a6-8d66-e947f059996a),segment_id=9f8c6c15-4537-47a6-8d66-e947f059996a)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:42.703358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.711864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:42.722742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Usage tracker for resource:security_group_rule and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:42.727258 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:42.728536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.741377 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-00905002-b69c-4ac5-aa25-580e391676be tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Unset dirty status for tenant:aad88f65f33b4afa9049af840f720a12 on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:42.743588 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-00905002-b69c-4ac5-aa25-580e391676be tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.3729439 Dec 20 12:01:42.747422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:42.750545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33166) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:42.765868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-468605556'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:42.781366 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:42.789047 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 4f437681-79f3-4394-a970-7f3ff164c5b7 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:42.798288 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4f437681-79f3-4394-a970-7f3ff164c5b7 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:42.799641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.816877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:42.825581 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.852301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.879621 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Made reservation on behalf of aad88f65f33b4afa9049af840f720a12 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:42.887182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.890658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:42.942906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:42.968138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.968492 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Added segment 7dbe7f37-ca08-43bd-8f89-61c1cb92bbac of type vlan for network b3c022d8-5618-4707-9a78-fe5ad42c4f25 Dec 20 12:01:42.970432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.976067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Pushing event deleted for resources: {'Port': ['ID=413c6e6c-32d9-4b22-bf20-348b5668831d,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:42.988698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:42.994978 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:43.004308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:43.022554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.036609 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] No DVR routers for this DVR port 413c6e6c-32d9-4b22-bf20-348b5668831d on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:01:43.040333 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:43.040945 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f437ff1f-257e-4953-bf4f-17b5accd9dbf,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:43.054794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:43.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.095490 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.099774 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4167244 Dec 20 12:01:43.099899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Calling delete_port for 413c6e6c-32d9-4b22-bf20-348b5668831d owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:43.100193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33174) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:43.115940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:43.126348 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:43.135515 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Usage tracker for resource:floatingip and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:43.139286 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.141019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:43.163106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:43.165338 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 4f437681-79f3-4394-a970-7f3ff164c5b7, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4f437681-79f3-4394-a970-7f3ff164c5b7,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:43.176281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.178205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.193460 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4252c85a-a7b6-46ef-bcca-4c586dc5cbdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:43.201081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.208514 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:43.209427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.219676 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4246dc0d-6e37-480c-8d2e-e4854fa76e2e tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:43.309898 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5578890 Dec 20 12:01:43.336920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33178) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:43.384804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-594833539'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:43.386141 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=4f437681-79f3-4394-a970-7f3ff164c5b7,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:43.394098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:43.418054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Network': ['ID=b3c022d8-5618-4707-9a78-fe5ad42c4f25,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:43.420546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:43.427501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.434150 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network b3c022d8-5618-4707-9a78-fe5ad42c4f25 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:43.491715 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:37Z', 'revision_number': 2, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:43.496728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:43.500527 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Checking router: a51f6106-a8b3-4447-af01-b200b14c4bbe for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:01:43.501060 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Updating router a51f6106-a8b3-4447-af01-b200b14c4bbe port 082d7063-b85f-4059-86d2-aebda859df37 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:01:43.549683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.590367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:43.595721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 44d7ea02-b049-4ff0-8490-23b26430b034 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:43.604789 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.608407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:01:43.608846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:01:43.631555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.680510 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 44d7ea02-b049-4ff0-8490-23b26430b034 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:43.680970 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.737294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33182) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:43.747750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Allocated IP 172.36.7.16 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/0c5493ce-1d3e-40a6-a976-d7eddf8ad36a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:43.814055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c52dcc38-ae16-42a0-a327-d9ae7a07911a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:43.873128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148432339', 'description': 'tempest-description--651499044'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:43.896724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port c52dcc38-ae16-42a0-a327-d9ae7a07911a completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:43.904231 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:43.913087 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Usage tracker for resource:security_group and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:43.914753 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c52dcc38-ae16-42a0-a327-d9ae7a07911a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:43.915179 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.922551 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:43.935539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:43.937160 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.948273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Made reservation on behalf of aad88f65f33b4afa9049af840f720a12 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:43.951533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.972726 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:43.983529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:43.983703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.060433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.073109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event updated for resources: {'Port': ['ID=0c5493ce-1d3e-40a6-a976-d7eddf8ad36a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:44.077319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:44.089883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:44.094980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:44.095850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.096650 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:44.099459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:44.141316 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.152465 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Deleting port 413c6e6c-32d9-4b22-bf20-348b5668831d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:44.152807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.158636 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-13f8f571-7d35-4377-8bf3-cba65cc91b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.161439 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Transition to ACTIVE for port object 082d7063-b85f-4059-86d2-aebda859df37 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:44.176241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port c52dcc38-ae16-42a0-a327-d9ae7a07911a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c52dcc38-ae16-42a0-a327-d9ae7a07911a,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:44.177836 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.185424 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:44.187618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.189819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:44.265952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 413c6e6c-32d9-4b22-bf20-348b5668831d no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:01:44.286136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d47e30e-38c4-41c0-b9c5-bd79b829f33a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:44.316082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 413c6e6c-32d9-4b22-bf20-348b5668831d {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:01:44.316487 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 413c6e6c-32d9-4b22-bf20-348b5668831d not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:01:44.346015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=c52dcc38-ae16-42a0-a327-d9ae7a07911a,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:44.356997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:44.395852 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021efb-398f-486a-bf68-c51b271c5ac2 None None] Pushing event updated for resources: {'Port': ['ID=082d7063-b85f-4059-86d2-aebda859df37,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:44.399799 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-ac021efb-398f-486a-bf68-c51b271c5ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:44.401802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:44.429853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:44.491524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.507877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.542683 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] The port '413c6e6c-32d9-4b22-bf20-348b5668831d' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:01:44.563257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.573918 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Attempting to bind port 082d7063-b85f-4059-86d2-aebda859df37 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:44.574442 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Attempting to bind port 082d7063-b85f-4059-86d2-aebda859df37 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:44.574944 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Attempting to bind port 082d7063-b85f-4059-86d2-aebda859df37 on network 1dcf2f27-38e3-4edf-84de-daec6d490852 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:44.587514 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:44.587888 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Checking segment: {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:44.588441 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.588831 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Bound using segment: {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:44.589295 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Bound port: 082d7063-b85f-4059-86d2-aebda859df37, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:44.589684 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.607665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:44.621524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:44.676084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.676084 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Added segment 251d53cb-a4a5-489b-b41f-50b38a2fe4eb of type vlan for network 208b5294-d01b-4e10-bc6b-639b0e792aab Dec 20 12:01:44.687207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Usage tracker for resource:security_group_rule and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:44.694365 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Router 3c824289-d61c-494a-8ba1-d2cc8070f24c is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:01:44.700987 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] For port 082d7063-b85f-4059-86d2-aebda859df37, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:44.701517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:44.719581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Allocated IP 172.36.7.252 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/3597a2a7-f624-4fb1-be41-7cafe4496e9c) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:44.719795 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] For port 082d7063-b85f-4059-86d2-aebda859df37, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=082d7063-b85f-4059-86d2-aebda859df37,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:44.731619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:44.735602 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.740648 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:44.806973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.822341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.835455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4d1d6b2f-8fda-41fd-b291-fa586cb36dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:44.840168 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021efb-398f-486a-bf68-c51b271c5ac2 None None] Pushing event updated for resources: {'Port': ['ID=082d7063-b85f-4059-86d2-aebda859df37,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:44.844037 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-ac021efb-398f-486a-bf68-c51b271c5ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:44.844997 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:44.845591 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:44.902185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.927025 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.963527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.987201 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:44.991076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.022247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Subnet': ['ID=bb8515ef-1141-4f18-b413-368b72f4ebdb,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:45.029572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event updated for resources: {'Port': ['ID=0c5493ce-1d3e-40a6-a976-d7eddf8ad36a,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:45.032982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:45.035671 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.039635 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9355247 Dec 20 12:01:45.056784 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:01:45.128029 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:45.132095 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > segment before_delete 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.132585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.133306 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.133629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > port after_create 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.134591 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > port after_delete 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.135075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > port after_update 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.135382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.135486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > segment after_delete 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.135915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet after_create 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.136694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet after_delete 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.136694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet after_update 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.273593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4f437681-79f3-4394-a970-7f3ff164c5b7 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:45.295973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet after_create 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.296348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet after_delete 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.296684 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet before_create 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.297006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Subscribe: > subnet before_update 55550000 {{(pid=83527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 12:01:45.297368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:45.310057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8c6c15-4537-47a6-8d66-e947f059996a') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:45.310345 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8c6c15-4537-47a6-8d66-e947f059996a') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:45.322514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.339055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.346659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:45.347196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.362683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4f437681-79f3-4394-a970-7f3ff164c5b7 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:45.363062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.379159 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33204) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:45.382612 dv-neutron-victoria-2-hyperv neutron-server[83528]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 12:01:45.411229 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:45.414049 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.416002 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931020e-4cf3-4729-b27e-ba04e398b0b8 None None] The sync data for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv is: [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn_limited( Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn_limited( Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:45.430557 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:45.433455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dd88c4-061f-42d0-b47b-ef878b2d5cfd']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:45.434484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-1b9fd315-145b-49d1-b9e3-44d7db934971 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Synchronizing usage tracker for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:45.453240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.473942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-1b9fd315-145b-49d1-b9e3-44d7db934971 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Unset dirty status for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:45.495619 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-1b9fd315-145b-49d1-b9e3-44d7db934971 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--63343718&fields=id&tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa HTTP/1.1" status: 200 len: 267 time: 0.1150129 Dec 20 12:01:45.522742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:45.526262 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c52dcc38-ae16-42a0-a327-d9ae7a07911a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:45.648879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c52dcc38-ae16-42a0-a327-d9ae7a07911a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:45.648879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.757719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c445f5c8-b9b2-4720-ae93-72252a7d7765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:45.765831 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Checking segment: {'id': '432bec66-5aa9-4635-85cc-6327d7b7b7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:45.766193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network hostable DHCP agents. Network: cdf31d4c-a108-4ffa-9da7-ac24e7a54a86, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:45.775179 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9502ad-1f5f-4747-9edd-e7d886ccf672') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:45.775539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9502ad-1f5f-4747-9edd-e7d886ccf672') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:45.799969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-91ba01c0-8c54-4a09-a964-24495d74f7d5 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:45.800627 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-91ba01c0-8c54-4a09-a964-24495d74f7d5 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Synchronizing usage tracker for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:45.814892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.819010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-91ba01c0-8c54-4a09-a964-24495d74f7d5 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Unset dirty status for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:45.820889 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-91ba01c0-8c54-4a09-a964-24495d74f7d5 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/networks?id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 HTTP/1.1" status: 200 len: 805 time: 0.3244493 Dec 20 12:01:45.839768 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-c3a28865-f6f1-448d-a732-02c4502f975a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/quotas/a5fd11eeb90e4c22b58b92d614cb2faa HTTP/1.1" status: 200 len: 375 time: 0.0125239 Dec 20 12:01:45.843475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.883451 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.895826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a01070-844d-49d9-8601-acb2b696b683,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:45.908965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.909929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:45.911135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.927901 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:45.937989 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-2f1e4608-c43e-4c2a-916e-b717b42bb4a9 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895510 Dec 20 12:01:45.957614 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:45.958208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:45.963109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:45.992635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:45.993039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:46.006722 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:46.008484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Pushing event deleted for resources: {'Network': ['ID=e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:46.081958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, cdf31d4c-a108-4ffa-9da7-ac24e7a54a86) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:46.087488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.091581 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed1bf7-1f6d-4216-a7e4-aca9bb7fada4 None None] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:46.124888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-4c4711f8-0f48-486b-8d5d-e5b2b0611de5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:01:46.129251 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-4c4711f8-0f48-486b-8d5d-e5b2b0611de5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0853024 Dec 20 12:01:46.165817 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:46.166402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.176102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.177349 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.4151282 Dec 20 12:01:46.181354 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-96d8b906-a36b-4ca6-9327-a207b38b50d0 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] 10.222.0.41 "DELETE /v2.0/networks/e101dc1a-b7e4-4a3f-a8e6-b072e1df6fd6 HTTP/1.1" status: 204 len: 168 time: 4.9783494 Dec 20 12:01:46.186937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33214) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:46.190350 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.8384793 Dec 20 12:01:46.194666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33220) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:46.250697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'ports': [{'network_id': 'b3c022d8-5618-4707-9a78-fe5ad42c4f25', 'name': 'tempest-port--220650523', 'admin_state_up': True}, {'network_id': '208b5294-d01b-4e10-bc6b-639b0e792aab', 'admin_state_up': False}]} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:46.251357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'port': {'network_id': 'b3c022d8-5618-4707-9a78-fe5ad42c4f25', 'name': 'tempest-port--220650523', 'admin_state_up': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:46.252034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'port': {'network_id': '208b5294-d01b-4e10-bc6b-639b0e792aab', 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:46.390724 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Request body: {'security_group_rule': {'security_group_id': 'f4a01070-844d-49d9-8601-acb2b696b683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:46.399210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:46.404177 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Usage tracker for resource:security_group_rule and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:46.408019 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:46.417199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.426367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'tenant_id': 'b028c8526c774a63866cecd95e77ffbc', 'fixed_ips': [{'subnet_id': 'bb8515ef-1141-4f18-b413-368b72f4ebdb'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:01:46.427184 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.437463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:46.439530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.461279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Network': ['ID=208b5294-d01b-4e10-bc6b-639b0e792aab,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:46.464868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:46.469192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:46.488199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3dd88c4-061f-42d0-b47b-ef878b2d5cfd {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 12:01:46.522244 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 208b5294-d01b-4e10-bc6b-639b0e792aab details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:46.543397 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1214101 Dec 20 12:01:46.553585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.562911 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c3dd88c4-061f-42d0-b47b-ef878b2d5cfd HTTP/1.1" status: 204 len: 168 time: 6.5032032 Dec 20 12:01:46.564052 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33226) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:46.564422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33228) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:46.627969 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-c01933f7-a4cc-4170-a9cc-a37e1dc95f13 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922698 Dec 20 12:01:46.630819 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:46.668634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Usage tracker for resource:port and tenant:aad88f65f33b4afa9049af840f720a12 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:46.673818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:46.676650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3dd88c4-061f-42d0-b47b-ef878b2d5cfd,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:46.684017 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-900941988'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:46.701994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:46.718291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:46.722899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:46.723198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:46.745391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.761688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33234) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:46.779185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Allocated IP 2001:db8::2 (cdf31d4c-a108-4ffa-9da7-ac24e7a54a86/bb8515ef-1141-4f18-b413-368b72f4ebdb/bd0f4788-63ac-4a01-b6b8-5808c02a6999) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:46.850369 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-b174a99f-0b9b-45e0-b99d-407895e5b9bb service neutron] 10.222.0.41 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129259 Dec 20 12:01:46.854747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Made reservation on behalf of aad88f65f33b4afa9049af840f720a12 for: {'port': 2} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:46.859597 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.891053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.892630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6b8c4338-b022-464d-92b6-4143d987e122 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Synchronizing usage tracker for tenant:ee521525aa5942e8a50e533f2dae6d65 on resource:floatingip {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:46.901647 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:46.953962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:47.049791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:47.051017 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event updated for resources: {'Port': ['ID=3597a2a7-f624-4fb1-be41-7cafe4496e9c,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:47.061760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:47.089370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:47.092320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:47.126786 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.144374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Transition to ACTIVE for port object bd0f4788-63ac-4a01-b6b8-5808c02a6999 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:47.167476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Transition to ACTIVE for port object bd0f4788-63ac-4a01-b6b8-5808c02a6999 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:47.176701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.178477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] device_id is not set on port 0bd567c4-c78b-4ba1-881c-ec7d9199c728 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:47.203602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:47.281850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:47.292435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Usage tracker for resource:port and tenant:b028c8526c774a63866cecd95e77ffbc is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:47.292435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:47.297420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:47.310911 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33256) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:47.344513 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-720121e4-f1f6-4042-8147-b4105fb67645 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21b068f4d84446fca021aef7509d9783&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5783517 Dec 20 12:01:47.347061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6b8c4338-b022-464d-92b6-4143d987e122 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Unset dirty status for tenant:ee521525aa5942e8a50e533f2dae6d65 on resource:floatingip {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:47.351140 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6b8c4338-b022-464d-92b6-4143d987e122 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.7760069 Dec 20 12:01:47.351361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33262) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:47.351464 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:47.353425 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.359838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Pushing event updated for resources: {'Port': ['ID=bd0f4788-63ac-4a01-b6b8-5808c02a6999,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:47.366569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33264) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:47.374541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 082d7063-b85f-4059-86d2-aebda859df37 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:47.386222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] device_id is not set on port 3d5cb1f1-f809-4b43-8e13-8295812557e7 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:47.416464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:47.428491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:47.432248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:47.444469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:47.518021 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.583271 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.583782 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.584414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.584837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.585251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.585656 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.586056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.586368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Allocated IP 2001:db8::11 (cdf31d4c-a108-4ffa-9da7-ac24e7a54a86/bb8515ef-1141-4f18-b413-368b72f4ebdb/3d5cb1f1-f809-4b43-8e13-8295812557e7) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:47.586895 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:47.587896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Synchronizing usage tracker for tenant:ee521525aa5942e8a50e533f2dae6d65 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:47.588607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Attempting to bind port bd0f4788-63ac-4a01-b6b8-5808c02a6999 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:01:47.589484 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Attempting to bind port bd0f4788-63ac-4a01-b6b8-5808c02a6999 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '432bec66-5aa9-4635-85cc-6327d7b7b7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:01:47.590004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Attempting to bind port bd0f4788-63ac-4a01-b6b8-5808c02a6999 on network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:01:47.594384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 082d7063-b85f-4059-86d2-aebda859df37 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:47.603127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 082d7063-b85f-4059-86d2-aebda859df37 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:47.603738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.607359 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.649845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:01:47.650417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Checking segment: {'id': '432bec66-5aa9-4635-85cc-6327d7b7b7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:47.651110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.652043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Bound using segment: {'id': '432bec66-5aa9-4635-85cc-6327d7b7b7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:01:47.652720 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Bound port: bd0f4788-63ac-4a01-b6b8-5808c02a6999, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432bec66-5aa9-4635-85cc-6327d7b7b7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:01:47.653253 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.779956 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] For port bd0f4788-63ac-4a01-b6b8-5808c02a6999, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:01:47.785252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] For port bd0f4788-63ac-4a01-b6b8-5808c02a6999, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bd0f4788-63ac-4a01-b6b8-5808c02a6999,segment=NetworkSegment(432bec66-5aa9-4635-85cc-6327d7b7b7f0),segment_id=432bec66-5aa9-4635-85cc-6327d7b7b7f0)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:01:47.811880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.819695 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4e2c4639-e4db-489f-8444-b03c7e8ff963 req-8af4e35f-e004-42a5-8f6e-f66907f247fd tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 210 time: 0.5019705 Dec 20 12:01:47.823117 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] device_id is not set on port 3c9bbc6e-38b8-48c9-b0f3-7b1cee5ad65f yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:47.834164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Unset dirty status for tenant:ee521525aa5942e8a50e533f2dae6d65 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:47.835797 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f2898efe-13df-4c2a-87f6-807b18bd20ce tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.4679091 Dec 20 12:01:47.842111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33276) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:47.856420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Transition to ACTIVE for port object 3d5cb1f1-f809-4b43-8e13-8295812557e7 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:47.867473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.880534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.890921 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:47.906101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.908706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.912475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.922605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:47.924651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:01:47.933657 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-77529bff-32be-4d09-844d-10d40794ed50 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] delete failed (client error): The resource could not be found. Dec 20 12:01:47.934969 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-77529bff-32be-4d09-844d-10d40794ed50 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/1b541b7c-4b9f-4cea-b106-2012b86cf0eb HTTP/1.1" status: 404 len: 345 time: 0.0914919 Dec 20 12:01:47.941459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b339bfe1-dfff-402d-8028-72defe987ca7 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:47.942945 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33286) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:47.949883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] Sync routers for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:01:47.978998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:47.979637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:47.993924 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-7042ba3c-6d99-4d06-a2ae-03708cb8c048 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 12:01:47.994342 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7042ba3c-6d99-4d06-a2ae-03708cb8c048 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:01:48.043867 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7042ba3c-6d99-4d06-a2ae-03708cb8c048 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c3dd88c4-061f-42d0-b47b-ef878b2d5cfd HTTP/1.1" status: 404 len: 339 time: 0.0970020 Dec 20 12:01:48.055052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33290) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.056221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:48.063326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'network': {'name': 'tempest-network--1279197980', 'router:external': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:48.070749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:48.077235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.081175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 082d7063-b85f-4059-86d2-aebda859df37, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=082d7063-b85f-4059-86d2-aebda859df37,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:48.081331 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 12.2483306 Dec 20 12:01:48.081495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:01:48.081571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.081638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:48.083949 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8924713 Dec 20 12:01:48.085989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33294) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.086100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33296) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.090361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:48.090897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:network and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:48.093933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=3d5cb1f1-f809-4b43-8e13-8295812557e7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.097087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:48.104661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.104996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Request body: {'security_group_rule': {'security_group_id': 'f4a01070-844d-49d9-8601-acb2b696b683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:48.112996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:48.123770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:48.155569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c9d66-0e05-4886-954f-455e58096701,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.166933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:48.167607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.172016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.175387 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d0c9d66-0e05-4886-954f-455e58096701 HTTP/1.1" status: 204 len: 168 time: 0.8233345 Dec 20 12:01:48.175387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Made reservation on behalf of ee521525aa5942e8a50e533f2dae6d65 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:48.176367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.176520 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.177952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:48.192806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:48.196735 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:48.197986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.200640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:48.201283 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.222932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Usage tracker for resource:security_group_rule and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:48.226259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:48.240422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.240793 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Added segment 9902bad4-6d05-4348-a83a-b9978402390a of type vlan for network babb14df-e6ae-44f5-a41a-a25865a53e78 Dec 20 12:01:48.244203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:48.269638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:48.275493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66874ecb-852d-44b3-8eeb-2da61ff2604f,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.281413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.296684 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7297559 Dec 20 12:01:48.299617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33308) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.300284 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:48.303399 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3c2a7-9e21-4a8c-a34a-eead85eaf6ad None None] The sync data for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:01:48.305799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.307294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-85794497', 'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:7d:6d:ff'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:48.340297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Pushing event updated for resources: {'Port': ['ID=bd0f4788-63ac-4a01-b6b8-5808c02a6999,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.361071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.362212 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d72ae67b-429d-42f2-8a53-e773cf303c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:48.444691 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=082d7063-b85f-4059-86d2-aebda859df37,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.468223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.480509 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:01:48.483734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.489978 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.501374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:48.573541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.574323 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Port': ['ID=0bd567c4-c78b-4ba1-881c-ec7d9199c728,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.577161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.643338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.662209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.678901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:48.679450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.685048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dbc777dd-079b-4ef5-8332-7e7d11a60c34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:48.847305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Network': ['ID=babb14df-e6ae-44f5-a41a-a25865a53e78,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:48.850295 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Checking segment: {'id': '7dbe7f37-ca08-43bd-8f89-61c1cb92bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3c022d8-5618-4707-9a78-fe5ad42c4f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:48.850655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network hostable DHCP agents. Network: b3c022d8-5618-4707-9a78-fe5ad42c4f25, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:48.862443 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network babb14df-e6ae-44f5-a41a-a25865a53e78 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:48.876950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:48.878554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33320) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.906312 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8490109 Dec 20 12:01:48.911846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33328) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:48.944769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:48.975560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.069435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network b3c022d8-5618-4707-9a78-fe5ad42c4f25 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:49.091775 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, b3c022d8-5618-4707-9a78-fe5ad42c4f25) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:49.108870 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5909d77-5377-4cb7-843b-bf9e74fcbd78 None None] Network b3c022d8-5618-4707-9a78-fe5ad42c4f25 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:49.109060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:49.109951 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.111745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:49.151691 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Usage tracker for resource:security_group_rule and tenant:187d3c65a7a4439283a6addf88830517 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:49.159589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:49.175832 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.189041 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:49.225269 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f845dbe7-4364-4300-9873-37fabc418c9b req-a2db593a-546e-4562-8b3e-3a0b6115cf98 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 210 time: 0.1173682 Dec 20 12:01:49.225804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.226897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:49.250156 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e3278-1f4c-4022-9e68-b3b619f17621 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:49.254644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e3278-1f4c-4022-9e68-b3b619f17621 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:49.258415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e3278-1f4c-4022-9e68-b3b619f17621 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:49.263376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e3278-1f4c-4022-9e68-b3b619f17621 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:49.263663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cd0e3278-1f4c-4022-9e68-b3b619f17621 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Synchronizing usage tracker for tenant:9e829e55ba024526b1b228e8b0c2b5ad on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:49.265650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1096ca95-b8a8-47f4-9cbc-6338c6108684 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:49.298614 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d1c820-c832-45fa-85d0-047d45864daf,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:49.301319 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:49.315221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:49.331148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Usage tracker for resource:port and tenant:b028c8526c774a63866cecd95e77ffbc is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:49.334868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cd0e3278-1f4c-4022-9e68-b3b619f17621 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Unset dirty status for tenant:9e829e55ba024526b1b228e8b0c2b5ad on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:49.337511 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cd0e3278-1f4c-4022-9e68-b3b619f17621 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4247191 Dec 20 12:01:49.343872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:49.349280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33332) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:49.377465 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Port': ['ID=3c9bbc6e-38b8-48c9-b0f3-7b1cee5ad65f,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:49.395952 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:49.398682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:49.438557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Checking segment: {'id': '251d53cb-a4a5-489b-b41f-50b38a2fe4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '208b5294-d01b-4e10-bc6b-639b0e792aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:01:49.438907 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network hostable DHCP agents. Network: 208b5294-d01b-4e10-bc6b-639b0e792aab, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:01:49.469571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.470766 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3786216 Dec 20 12:01:49.474644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.477291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:49.482007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33336) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:49.515667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 082d7063-b85f-4059-86d2-aebda859df37 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:49.516268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:49.545398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:49.555297 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.558580 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Usage tracker for resource:floatingip and tenant:cd1a646924af49cfb7abbe0531549aaf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:49.563684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:49.576482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:49.579022 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.609868 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 082d7063-b85f-4059-86d2-aebda859df37 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:49.610368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.621636 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c4c7077a-67e1-4b0b-973a-4e7610b60680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:49.633249 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=187d3c65a7a4439283a6addf88830517&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7530344 Dec 20 12:01:49.638634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network 208b5294-d01b-4e10-bc6b-639b0e792aab is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:01:49.645287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33340) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:49.680340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.696775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.721846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.751225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e4948-c881-41a6-8c01-8b79101ea8ad,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:49.767368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:49.771494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 208b5294-d01b-4e10-bc6b-639b0e792aab) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:49.772132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bd0f4788-63ac-4a01-b6b8-5808c02a6999 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:49.775912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:49.781790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:49.785644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:49.786313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.845934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc32413-11a0-40bf-9693-5acb20949592 None None] Network 208b5294-d01b-4e10-bc6b-639b0e792aab requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:49.846319 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:49.851680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.862677 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702b213-12a0-4a8f-9c70-d1a5dfd7f35f None None] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:01:49.900100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.918041 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7218421 Dec 20 12:01:49.923193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33344) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:49.931184 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port bd0f4788-63ac-4a01-b6b8-5808c02a6999 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:49.949401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] device_id is not set on port ac9e2a87-6968-4116-ab44-df99d28bc422 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:49.956439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port bd0f4788-63ac-4a01-b6b8-5808c02a6999 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:49.956930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:49.978736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.62', 61645) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:50.009736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.028001 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-64ed439c-3de3-4e8f-9aa8-ef441bd6ca1f None None] Provisioning for port bd0f4788-63ac-4a01-b6b8-5808c02a6999 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:50.035608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event updated for resources: {'Port': ['ID=3597a2a7-f624-4fb1-be41-7cafe4496e9c,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:50.089504 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-64ed439c-3de3-4e8f-9aa8-ef441bd6ca1f None None] Provisioning complete for port bd0f4788-63ac-4a01-b6b8-5808c02a6999 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:50.089960 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-64ed439c-3de3-4e8f-9aa8-ef441bd6ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.096926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:50.207461 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Allocated IP 2001:db8::3bf (cdf31d4c-a108-4ffa-9da7-ac24e7a54a86/bb8515ef-1141-4f18-b413-368b72f4ebdb/ac9e2a87-6968-4116-ab44-df99d28bc422) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:50.217600 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-2141229e-b403-41bf-bdff-f1f68afe1a2a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:50.219330 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-2141229e-b403-41bf-bdff-f1f68afe1a2a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.62 "GET /v2.0/networks?id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 HTTP/1.1" status: 200 len: 805 time: 0.2394981 Dec 20 12:01:50.222141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.227249 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef093e57-8649-46f6-952e-4eb2eed578fd tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:50.232189 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef093e57-8649-46f6-952e-4eb2eed578fd tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:50.232919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ef093e57-8649-46f6-952e-4eb2eed578fd tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Synchronizing usage tracker for tenant:aad88f65f33b4afa9049af840f720a12 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:50.236738 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.248339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:50.292426 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e4948-c881-41a6-8c01-8b79101ea8ad,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:50.294523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:50.300700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.348846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.349999 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/706e4948-c881-41a6-8c01-8b79101ea8ad HTTP/1.1" status: 204 len: 168 time: 0.7035360 Dec 20 12:01:50.364225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ef093e57-8649-46f6-952e-4eb2eed578fd tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Unset dirty status for tenant:aad88f65f33b4afa9049af840f720a12 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:50.368865 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ef093e57-8649-46f6-952e-4eb2eed578fd tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4448671 Dec 20 12:01:50.376561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33354) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:50.387672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.419556 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-2a8adcf5-5419-434d-9aea-4695390375da tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa HTTP/1.1" status: 200 len: 378 time: 0.1570451 Dec 20 12:01:50.516934 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Request body: {'port': {'device_id': '34207e04-1b83-450b-b98e-2d37df94b156', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'admin_state_up': True, 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'security_groups': ['c4a5c662-a7a9-4706-aea6-c4f4b585ca89']}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:50.632280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port bd0f4788-63ac-4a01-b6b8-5808c02a6999, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bd0f4788-63ac-4a01-b6b8-5808c02a6999,segment=NetworkSegment(432bec66-5aa9-4635-85cc-6327d7b7b7f0),segment_id=432bec66-5aa9-4635-85cc-6327d7b7b7f0)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:01:50.650571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.659483 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.3291733 Dec 20 12:01:50.676214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.687183 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:50.723974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.876454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-64ed439c-3de3-4e8f-9aa8-ef441bd6ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.880945 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:50.928031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=bd0f4788-63ac-4a01-b6b8-5808c02a6999,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:50.930923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb14df-e6ae-44f5-a41a-a25865a53e78']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:50.957828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Allocated IP 172.36.7.7 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/60353223-0d6b-44f6-91cb-2b6506174b2f) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:50.988283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:50.990337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-64ed439c-3de3-4e8f-9aa8-ef441bd6ca1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:01:50.990744 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-64ed439c-3de3-4e8f-9aa8-ef441bd6ca1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:01:51.008692 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Transition to ACTIVE for port object ac9e2a87-6968-4116-ab44-df99d28bc422 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:51.044865 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9902bad4-6d05-4348-a83a-b9978402390a') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:51.045333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9902bad4-6d05-4348-a83a-b9978402390a') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:51.058818 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2098aa6f-94bd-4ea9-8315-e2d44522f300 req-4571cb46-9ab8-42b9-af9e-8f612628f867 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 210 time: 0.4590769 Dec 20 12:01:51.061321 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.065405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.065864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Deleting port 0bd567c4-c78b-4ba1-881c-ec7d9199c728 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:51.066234 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.086039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:51.150943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.187133 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:51.187637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:51.201829 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:51.257769 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:51.268552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:51.293844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:51.297706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:51.298309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.302130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=ac9e2a87-6968-4116-ab44-df99d28bc422,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:51.323059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:51.334641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bd0f4788-63ac-4a01-b6b8-5808c02a6999 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:01:51.503289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:51.529231 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Usage tracker for resource:port and tenant:a5fd11eeb90e4c22b58b92d614cb2faa is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:51.550593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:51.557059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-1b279daf-156b-44a8-ad90-509b0a202367 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Synchronizing usage tracker for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:51.613721 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:51.624437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.668913 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.3679473 Dec 20 12:01:51.672412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33400) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:51.757909 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Made reservation on behalf of a5fd11eeb90e4c22b58b92d614cb2faa for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:51.762822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.777354 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-1b279daf-156b-44a8-ad90-509b0a202367 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Unset dirty status for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:51.786067 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-1b279daf-156b-44a8-ad90-509b0a202367 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--269274181&fields=id&tenant_id=e229d20d69224eb0bd6f9f74c358d267 HTTP/1.1" status: 200 len: 267 time: 0.6586311 Dec 20 12:01:51.848841 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.857307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.911654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network babb14df-e6ae-44f5-a41a-a25865a53e78 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 12:01:51.917846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.920539 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port bd0f4788-63ac-4a01-b6b8-5808c02a6999 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:51.922306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:51.930283 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:51.991233 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "DELETE /v2.0/networks/babb14df-e6ae-44f5-a41a-a25865a53e78 HTTP/1.1" status: 204 len: 168 time: 2.6371415 Dec 20 12:01:52.000802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33406) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:52.033489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'network': {'name': 'tempest-network--715439068', 'router:external': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:52.060957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event deleted for resources: {'Network': ['ID=babb14df-e6ae-44f5-a41a-a25865a53e78,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:52.068292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:52.074058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:52.081366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d49bad0a-ec33-4e0a-8c88-078c6a293d3a None None] Provisioning complete for port bd0f4788-63ac-4a01-b6b8-5808c02a6999 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:52.081755 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d49bad0a-ec33-4e0a-8c88-078c6a293d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.090928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:network and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:52.101820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:52.112724 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:52.156590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Calling delete_port for 0bd567c4-c78b-4ba1-881c-ec7d9199c728 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:52.334127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Made reservation on behalf of ee521525aa5942e8a50e533f2dae6d65 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:52.338675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.373279 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.384672 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0d511-af66-4720-86f3-3ff48b30a8c5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:52.405731 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0d511-af66-4720-86f3-3ff48b30a8c5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:52.424490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0d511-af66-4720-86f3-3ff48b30a8c5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:52.426985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9bf0d511-af66-4720-86f3-3ff48b30a8c5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Synchronizing usage tracker for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:52.491678 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d49bad0a-ec33-4e0a-8c88-078c6a293d3a None None] Provisioning for port 3d5cb1f1-f809-4b43-8e13-8295812557e7 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:52.501522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d49bad0a-ec33-4e0a-8c88-078c6a293d3a None None] Provisioning complete for port 3d5cb1f1-f809-4b43-8e13-8295812557e7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:52.502191 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d49bad0a-ec33-4e0a-8c88-078c6a293d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.545897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9bf0d511-af66-4720-86f3-3ff48b30a8c5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Unset dirty status for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:52.556292 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9bf0d511-af66-4720-86f3-3ff48b30a8c5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.8789628 Dec 20 12:01:52.568517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33416) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:52.604027 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d49bad0a-ec33-4e0a-8c88-078c6a293d3a None None] Port 3d5cb1f1-f809-4b43-8e13-8295812557e7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:52.658594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:52.736013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7571eec8-8f44-4b61-985c-14738cf0b28d None None] Provisioning for port ac9e2a87-6968-4116-ab44-df99d28bc422 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:52.752340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7571eec8-8f44-4b61-985c-14738cf0b28d None None] Provisioning complete for port ac9e2a87-6968-4116-ab44-df99d28bc422 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:52.755906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7571eec8-8f44-4b61-985c-14738cf0b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.825116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:52.854614 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting port ac9e2a87-6968-4116-ab44-df99d28bc422 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:52.854833 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.889644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7571eec8-8f44-4b61-985c-14738cf0b28d None None] Port ac9e2a87-6968-4116-ab44-df99d28bc422 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:52.908247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Allocated IP 172.20.0.3 (3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3/4034364a-ccde-4f94-9e46-b0184dda5003/6ca2e75a-0c89-4275-b75d-0df844e16fee) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:52.924673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:52.925306 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Added segment 91f7f4dc-1438-41eb-b314-2f59c2195604 of type vlan for network a23c8d9a-f21e-4932-b2bd-1cbc80393256 Dec 20 12:01:53.112606 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.124668 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:53.125750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event updated for resources: {'Port': ['ID=60353223-0d6b-44f6-91cb-2b6506174b2f,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:53.128692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.133987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:53.138385 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:53.183232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:53.203418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.260826 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:53.306842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-097fdc8f-5734-4c7d-8ad3-ab7fd2c44606 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:53.307543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-097fdc8f-5734-4c7d-8ad3-ab7fd2c44606 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Synchronizing usage tracker for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:53.339384 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-06cca475-082a-4713-89c5-6153d05ba778 req-17c5793d-61e3-4298-b1fa-47d3442bc528 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 210 time: 0.5747774 Dec 20 12:01:53.356849 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Transition to ACTIVE for port object 6ca2e75a-0c89-4275-b75d-0df844e16fee will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:53.360705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Port': ['ID=0bd567c4-c78b-4ba1-881c-ec7d9199c728,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:53.363079 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:53.378408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:53.426001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.444253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.475649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.484683 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:53.485156 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.487128 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/ports/0bd567c4-c78b-4ba1-881c-ec7d9199c728 HTTP/1.1" status: 204 len: 168 time: 3.1094975 Dec 20 12:01:53.490494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33428) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:53.500093 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:53.548869 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-097fdc8f-5734-4c7d-8ad3-ab7fd2c44606 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Unset dirty status for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:53.550008 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-097fdc8f-5734-4c7d-8ad3-ab7fd2c44606 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 812 time: 1.7631850 Dec 20 12:01:53.618505 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-391b7676-2beb-4528-a2fe-a9410b863caa tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/quotas/e229d20d69224eb0bd6f9f74c358d267 HTTP/1.1" status: 200 len: 375 time: 0.0549676 Dec 20 12:01:53.629746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Deleting port 3c9bbc6e-38b8-48c9-b0f3-7b1cee5ad65f {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:01:53.630363 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.661975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Calling delete_port for ac9e2a87-6968-4116-ab44-df99d28bc422 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:53.762648 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.795820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:53.859260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:53.914209 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8969622 Dec 20 12:01:53.917826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33436) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:53.958285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Network': ['ID=a23c8d9a-f21e-4932-b2bd-1cbc80393256,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:53.970848 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network a23c8d9a-f21e-4932-b2bd-1cbc80393256 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:54.018166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:54.225889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event updated for resources: {'Port': ['ID=6ca2e75a-0c89-4275-b75d-0df844e16fee,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:54.253219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7590162-33b8-4b19-b18e-6f1583b5460c tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:54.257506 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d7590162-33b8-4b19-b18e-6f1583b5460c tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] 10.222.0.41 "GET /v2.0/networks/a23c8d9a-f21e-4932-b2bd-1cbc80393256 HTTP/1.1" status: 200 len: 756 time: 0.3318779 Dec 20 12:01:54.258130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33442) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:54.262570 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:54.263802 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:54.269970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:54.277542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:54.661899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:54.662505 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.730684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33450) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:54.735218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-afcae436-f44c-4a97-984d-d5dbf2990af2 None None] Provisioning for port 6ca2e75a-0c89-4275-b75d-0df844e16fee completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:54.745498 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-afcae436-f44c-4a97-984d-d5dbf2990af2 None None] Provisioning complete for port 6ca2e75a-0c89-4275-b75d-0df844e16fee triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:54.746161 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-afcae436-f44c-4a97-984d-d5dbf2990af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.756629 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.825300 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-f82742e1-0046-4c19-a563-f0bdbced9e81 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Synchronizing usage tracker for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:54.874991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-afcae436-f44c-4a97-984d-d5dbf2990af2 None None] Port 6ca2e75a-0c89-4275-b75d-0df844e16fee cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:54.904296 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Allocated IP 172.20.0.1 (9a9e35ea-ab78-4130-9ffc-ea909afbab5a/b7846bc7-a661-4491-ae5d-07e780d33d75/06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:54.924541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:54.977416 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4739273 Dec 20 12:01:54.984655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.072976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-aef12367-bd34-4d7b-b76c-01124ec76890 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:01:55.073943 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-aef12367-bd34-4d7b-b76c-01124ec76890 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075510 Dec 20 12:01:55.079746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.083156 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.119914 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:55.145612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-417799205'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:55.163628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Calling delete_port for 3c9bbc6e-38b8-48c9-b0f3-7b1cee5ad65f owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:01:55.203106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:55.214535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Transition to ACTIVE for port object 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:55.217795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-f82742e1-0046-4c19-a563-f0bdbced9e81 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Unset dirty status for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:55.219093 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-f82742e1-0046-4c19-a563-f0bdbced9e81 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5997162 Dec 20 12:01:55.227158 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Usage tracker for resource:router and tenant:f7a1e3980566421092a655f2c8477d45 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:55.236612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:55.242474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Port': ['ID=ac9e2a87-6968-4116-ab44-df99d28bc422,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:55.245908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:55.252069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d3f53-a86a-4f3d-8b26-a6fc0e152a01 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:55.256252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ae04-1071-40ae-8b4e-14ee527e2c59 req-7516e87b-92ae-4adc-9f1d-73a6f9882687 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:55.256913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-b3b7ae04-1071-40ae-8b4e-14ee527e2c59 req-7516e87b-92ae-4adc-9f1d-73a6f9882687 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Synchronizing usage tracker for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:55.278185 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-073d3f53-a86a-4f3d-8b26-a6fc0e152a01 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] 10.222.0.41 "GET /v2.0/networks/98865cc2-1d67-41ef-8828-aa25e29dbe29 HTTP/1.1" status: 200 len: 768 time: 1.0109060 Dec 20 12:01:55.346057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33456) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:55.395346 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:55.471664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.472619 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.568228 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Request body: {'port': {'device_id': '34207e04-1b83-450b-b98e-2d37df94b156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-vict'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:55.611300 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-b3b7ae04-1071-40ae-8b4e-14ee527e2c59 req-7516e87b-92ae-4adc-9f1d-73a6f9882687 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Unset dirty status for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:55.612504 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b3b7ae04-1071-40ae-8b4e-14ee527e2c59 req-7516e87b-92ae-4adc-9f1d-73a6f9882687 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 931 time: 0.9829910 Dec 20 12:01:55.616452 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.639806 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-b129e2ae-7ad0-4c0f-9e83-7d76c15db14d service neutron] 10.222.0.41 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792431 Dec 20 12:01:55.651333 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.720662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.726611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:55.736062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:55.799241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.860890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:55.872312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:55.879129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Port': ['ID=06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:55.881873 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.882368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:01:55.884273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Port': ['ID=3c9bbc6e-38b8-48c9-b0f3-7b1cee5ad65f,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:55.902580 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:55.927794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:55.934570 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:55.940316 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/ports/ac9e2a87-6968-4116-ab44-df99d28bc422 HTTP/1.1" status: 204 len: 168 time: 3.3645318 Dec 20 12:01:55.948003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33462) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:55.965745 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b3b7ae04-1071-40ae-8b4e-14ee527e2c59 req-77f76770-06e5-4fd4-ae45-6522e920f67e tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3219469 Dec 20 12:01:55.972989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.021417 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.039922 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/ports/3c9bbc6e-38b8-48c9-b0f3-7b1cee5ad65f HTTP/1.1" status: 204 len: 168 time: 2.5429060 Dec 20 12:01:56.069780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33466) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:56.072749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.078254 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-f0a2d974-39f7-49aa-b2f1-a5b0742113dc service neutron] 10.222.0.41 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108195 Dec 20 12:01:56.138412 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.151364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.155885 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-97a53e22-482c-435c-824c-369ecb3229de tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4078529 Dec 20 12:01:56.161209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33470) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:56.194627 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1f789e-1551-444e-bd03-2c84b8e96692 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] GET failed (client error): The resource could not be found. Dec 20 12:01:56.204137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0e1f789e-1551-444e-bd03-2c84b8e96692 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Synchronizing usage tracker for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:56.208555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.238654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.265129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23c8d9a-f21e-4932-b2bd-1cbc80393256']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:56.277965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0e1f789e-1551-444e-bd03-2c84b8e96692 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Unset dirty status for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:56.282999 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0e1f789e-1551-444e-bd03-2c84b8e96692 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "GET /v2.0/ports/ac9e2a87-6968-4116-ab44-df99d28bc422 HTTP/1.1" status: 404 len: 333 time: 0.3304732 Dec 20 12:01:56.289337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33474) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:56.298875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-860825828'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:56.315458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f7f4dc-1438-41eb-b314-2f59c2195604') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:56.315897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f7f4dc-1438-41eb-b314-2f59c2195604') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:01:56.359457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.401194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-03cbb887-116d-480e-9ebc-be067a3565aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:56.434195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2cf1cb93-cb47-4eb3-853b-9c8e35c23b34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Synchronizing usage tracker for tenant:aad88f65f33b4afa9049af840f720a12 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:01:56.435417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-86b9bf97-5c24-4782-adc6-997386604a1b None None] Provisioning for port 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:01:56.461582 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-86b9bf97-5c24-4782-adc6-997386604a1b None None] Provisioning complete for port 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:56.462707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-86b9bf97-5c24-4782-adc6-997386604a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.465470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.523522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:01:56.524086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:01:56.541271 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:01:56.611466 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-86b9bf97-5c24-4782-adc6-997386604a1b None None] Port 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:56.673825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.692388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:56.726089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:56.802265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.817558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a23c8d9a-f21e-4932-b2bd-1cbc80393256 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 12:01:56.820924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.825656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:56.829844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:56.864430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:56.874127 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-cd849724-dd87-4a74-a840-a48fa40db3d8 req-338e15c8-ae6f-4436-ace0-953e0a36ae5a tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 210 time: 0.4307091 Dec 20 12:01:57.316811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.358003 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event updated for resources: {'Port': ['ID=60353223-0d6b-44f6-91cb-2b6506174b2f,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:57.362696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2cf1cb93-cb47-4eb3-853b-9c8e35c23b34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Unset dirty status for tenant:aad88f65f33b4afa9049af840f720a12 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:01:57.371626 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2cf1cb93-cb47-4eb3-853b-9c8e35c23b34 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 1.2960944 Dec 20 12:01:57.378617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33510) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:57.463105 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.472012 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:57.473831 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event deleted for resources: {'Network': ['ID=a23c8d9a-f21e-4932-b2bd-1cbc80393256,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:57.474517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.483519 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.9995947 Dec 20 12:01:57.485325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:57.486003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.497385 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1934131040'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:57.545376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:57.557790 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a23c8d9a-f21e-4932-b2bd-1cbc80393256 HTTP/1.1" status: 204 len: 168 time: 2.2096345 Dec 20 12:01:57.573340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-762b43db-26ba-41d6-a645-5d2cbee79634 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.586070 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33518) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:57.589894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:57.661546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'network': {'name': 'tempest-network--397573449'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:57.706673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] device_id is not set on port a802d338-c27c-42d7-82f4-78caadb4d9e5 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:01:57.774967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:01:57.819339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Usage tracker for resource:network and tenant:ee521525aa5942e8a50e533f2dae6d65 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:01:57.841727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:57.841937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:01:57.866620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:01:57.885492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Port': ['ID=06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:57.893844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:57.902275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:57.948950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Made reservation on behalf of aad88f65f33b4afa9049af840f720a12 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:57.951860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.027078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:58.049052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06773e-2268-45c8-b9d2-8d9691bfa9ca req-6096c176-6bbf-459b-885a-e77ee614754b tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:58.052922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Made reservation on behalf of ee521525aa5942e8a50e533f2dae6d65 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:01:58.056442 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fe06773e-2268-45c8-b9d2-8d9691bfa9ca req-6096c176-6bbf-459b-885a-e77ee614754b tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 931 time: 0.8470588 Dec 20 12:01:58.057794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.063397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.063739 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Added segment 20e135ad-9f7a-4499-a7c0-15bc5783e959 of type vlan for network 898d0fed-4dcc-4c36-a521-de6477593dda Dec 20 12:01:58.104462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:01:58.116103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.117112 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Added segment 6bbe24a4-4447-43eb-a55e-3a3842ae5cd5 of type vlan for network f54d7971-e3c1-451f-a71a-0df3939ffff3 Dec 20 12:01:58.143251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:58.151954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.198217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.217020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:58.217990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.250674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:58.272958 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6357741 Dec 20 12:01:58.285649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33530) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:01:58.349300 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:01:58.374007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Allocated IP 2001:db8::5e (cdf31d4c-a108-4ffa-9da7-ac24e7a54a86/bb8515ef-1141-4f18-b413-368b72f4ebdb/a802d338-c27c-42d7-82f4-78caadb4d9e5) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:01:58.449210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.483234 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fe06773e-2268-45c8-b9d2-8d9691bfa9ca req-e1ca7dbb-c3b4-4f2f-bb73-00e70216a16f tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4258637 Dec 20 12:01:58.512052 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Network': ['ID=f54d7971-e3c1-451f-a71a-0df3939ffff3,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:01:58.522285 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network f54d7971-e3c1-451f-a71a-0df3939ffff3 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:01:58.524891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:01:58.552942 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:01:58.560755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:01:58.669745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca2e75a-0c89-4275-b75d-0df844e16fee {{(pid=83528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:01:58.707994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-762b43db-26ba-41d6-a645-5d2cbee79634 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.879349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:58.944093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:01:59.078299 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bcac2667-8aae-4170-b20d-57c34ca42db8 None None] Provisioning complete for port 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:01:59.078299 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bcac2667-8aae-4170-b20d-57c34ca42db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.170612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-762b43db-26ba-41d6-a645-5d2cbee79634 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.188711 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-bcac2667-8aae-4170-b20d-57c34ca42db8 None None] Port 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:01:59.192495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Transition to ACTIVE for port object 6ca2e75a-0c89-4275-b75d-0df844e16fee will not be triggered until provisioned by entity L2. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:59.216928 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f8bfad2c-6cab-4f75-adaa-69bc774fcebf req-1c28bfad-71a1-4316-a7f4-94de2eb0323c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 210 time: 0.2935500 Dec 20 12:01:59.293140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.309780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.318461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e612081f-6b4d-44cb-9a43-f2d8333fed93 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:01:59.448860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:01:59.449766 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.576947 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-7d095a1f-3988-47d9-a310-5f76ddf25cb1 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--148432339&fields=id&tenant_id=cd1a646924af49cfb7abbe0531549aaf HTTP/1.1" status: 200 len: 267 time: 0.8591635 Dec 20 12:01:59.595862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-762b43db-26ba-41d6-a645-5d2cbee79634 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.596496 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762b43db-26ba-41d6-a645-5d2cbee79634 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8314555d-0995-48d3-a30c-51742df92e2e {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:01:59.630992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:01:59.687531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Transition to ACTIVE for port object a802d338-c27c-42d7-82f4-78caadb4d9e5 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:01:59.708887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Router 3c824289-d61c-494a-8ba1-d2cc8070f24c has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:01:59.919093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.62', 61652) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:00.011439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-762b43db-26ba-41d6-a645-5d2cbee79634 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.013307 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-762b43db-26ba-41d6-a645-5d2cbee79634 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "DELETE /v2.0/routers/8314555d-0995-48d3-a30c-51742df92e2e HTTP/1.1" status: 204 len: 168 time: 3.8457043 Dec 20 12:02:00.015004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89029214-34db-4bfd-b66c-191274010933 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca2e75a-0c89-4275-b75d-0df844e16fee,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:00.019596 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33546) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:00.025987 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Request body: {'router': {'name': 'tempest-router-606210177', 'distributed': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:00.112713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:00.128252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.130747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Usage tracker for resource:router and tenant:f7a1e3980566421092a655f2c8477d45 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:00.148846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:00.159744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4a3a6da-2340-4918-b543-8b3d549771b4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:00.174498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-2a0fb64d-c052-4688-8736-711dcce598ea tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:00.176275 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-2a0fb64d-c052-4688-8736-711dcce598ea tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 812 time: 0.2377310 Dec 20 12:02:00.178065 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7783265 Dec 20 12:02:00.179410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-89029214-34db-4bfd-b66c-191274010933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:00.187352 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.686s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:00.258926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33550) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:00.276112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=a802d338-c27c-42d7-82f4-78caadb4d9e5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:00.281460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:00.286100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:00.292845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-497296414'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:00.302712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:00.320776 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Usage tracker for resource:network and tenant:aad88f65f33b4afa9049af840f720a12 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:00.329005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:00.348054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:00.351639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:00.357061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.358289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.365802 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] Sync routers for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:00.377458 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Network': ['ID=898d0fed-4dcc-4c36-a521-de6477593dda,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:00.381567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.390623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 898d0fed-4dcc-4c36-a521-de6477593dda details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:00.399559 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:00.400756 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:00.427469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:00.465271 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "PUT /v2.0/routers/3c824289-d61c-494a-8ba1-d2cc8070f24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3725274 Dec 20 12:02:00.480195 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33556) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:00.482860 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:00.486290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.488539 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:00.503176 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:00.504258 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:01:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:00.531293 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:02:00.536688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:00.556622 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Request body: {'port': {'network_id': '9a9e35ea-ab78-4130-9ffc-ea909afbab5a', 'name': 'tempest-FloatingIPAdminTestJSON-2033870863'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:00.581997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.585617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Attempting to bind port 6ca2e75a-0c89-4275-b75d-0df844e16fee on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:00.586152 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Attempting to bind port 6ca2e75a-0c89-4275-b75d-0df844e16fee by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:00.586318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Attempting to bind port 6ca2e75a-0c89-4275-b75d-0df844e16fee on network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:00.586449 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6e79af33-2915-4460-9c02-e231d551abd8 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5656307 Dec 20 12:02:00.587937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33560) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:00.588809 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:00.593433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:00.594059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.599156 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Port 6ca2e75a-0c89-4275-b75d-0df844e16fee on network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:00.599588 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Attempting to bind port 6ca2e75a-0c89-4275-b75d-0df844e16fee on network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:00.608055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.620906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Made reservation on behalf of aad88f65f33b4afa9049af840f720a12 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:00.621472 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:00.622730 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab04cc-ebd1-408d-92c2-03d8bc1bb436 None None] The sync data for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:00.624171 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.636704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Checking agent: {'id': '5a546cee-ba98-4fa8-9d99-ad750e31cd10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-vict', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'started_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:00.637467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Checking segment: {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:00.638547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Bound using segment: {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'} {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:00.639309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Bound port: 6ca2e75a-0c89-4275-b75d-0df844e16fee, host: hv-neutron-vict, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'}}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:00.640426 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.709210 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-00e4a244-13f5-4da4-bcd4-00ace2714d05 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e229d20d69224eb0bd6f9f74c358d267 HTTP/1.1" status: 200 len: 379 time: 0.3979456 Dec 20 12:02:00.746709 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.4555988 Dec 20 12:02:00.750095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.757486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ff9be-b839-48c8-9243-182735856583 req-9dd47890-fdf9-4f7f-b5a5-0d205ff75d2d tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:00.766117 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a43ff9be-b839-48c8-9243-182735856583 req-9dd47890-fdf9-4f7f-b5a5-0d205ff75d2d tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 943 time: 0.9503219 Dec 20 12:02:00.794649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Request body: {'port': {'device_id': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'admin_state_up': True, 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'security_groups': ['7676e049-8e7c-42a0-8502-4de77998eb33']}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:00.829394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33564) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:00.853867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:7d:6d:ff'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:00.911356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:00.922492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:00.935794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:00.937426 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Added segment c07907c5-6303-4ca0-bafd-b69c2dbf7154 of type vlan for network 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 Dec 20 12:02:01.023508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.037819 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336a334-91c7-41fa-9788-45088a3556ea req-0f6d7481-b273-4101-84fb-0832f512124b tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:01.040582 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-0f6d7481-b273-4101-84fb-0832f512124b tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/networks?id=1dcf2f27-38e3-4edf-84de-daec6d490852 HTTP/1.1" status: 200 len: 812 time: 1.3010643 Dec 20 12:02:01.076876 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2ec7c3ee-6ccc-49a9-abe4-588487c7c721 None None] Provisioning for port a802d338-c27c-42d7-82f4-78caadb4d9e5 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:01.084132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2ec7c3ee-6ccc-49a9-abe4-588487c7c721 None None] Provisioning complete for port a802d338-c27c-42d7-82f4-78caadb4d9e5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:01.084887 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c3ee-6ccc-49a9-abe4-588487c7c721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.150871 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:01.156690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Usage tracker for resource:port and tenant:60a59b51aee94d9cbe93e71d1c1f3338 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:01.159890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:01.166362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:01.172425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7c3ee-6ccc-49a9-abe4-588487c7c721 None None] Port a802d338-c27c-42d7-82f4-78caadb4d9e5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:01.182387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Made reservation on behalf of 60a59b51aee94d9cbe93e71d1c1f3338 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:01.185371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.217001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] device_id is not set on port 33022e3e-fc23-4fff-90bf-7fa976889619 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:01.221889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Network f54d7971-e3c1-451f-a71a-0df3939ffff3 is not hosted by any dhcp agent {{(pid=83528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 12:02:01.222904 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:01.223644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.228024 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "PUT /v2.0/networks/f54d7971-e3c1-451f-a71a-0df3939ffff3 HTTP/1.1" status: 200 len: 857 time: 2.9384751 Dec 20 12:02:01.244088 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event updated for resources: {'Network': ['ID=f54d7971-e3c1-451f-a71a-0df3939ffff3,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:01.254441 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33568) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:01.260532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:01.293249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf76bf95-8dfd-4a66-935f-abfa76944de0 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.353041 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-7181a612-5db2-436e-ab70-15428db29607 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/quotas/cd1a646924af49cfb7abbe0531549aaf HTTP/1.1" status: 200 len: 375 time: 0.2941146 Dec 20 12:02:01.478118 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a43ff9be-b839-48c8-9243-182735856583 req-e21a5b65-94d0-4f23-b114-e73c14f725eb tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7104731 Dec 20 12:02:01.563216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.570955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:01.572645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.584000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:01.698152 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] For port 6ca2e75a-0c89-4275-b75d-0df844e16fee, host hv-neutron-vict, cleared binding levels {{(pid=83528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:01.733714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.735697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:01.743746 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b7eae502-7457-41cb-8c9e-8b362ec34a0b req-b4601203-4158-4d85-b7fe-ee2d9c127afa tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 210 time: 0.1413100 Dec 20 12:02:01.746887 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] For port 6ca2e75a-0c89-4275-b75d-0df844e16fee, host hv-neutron-vict, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:01.773257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:01.776469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:01.794522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:01.840910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Allocated IP 172.20.0.11 (9a9e35ea-ab78-4130-9ffc-ea909afbab5a/b7846bc7-a661-4491-ae5d-07e780d33d75/33022e3e-fc23-4fff-90bf-7fa976889619) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:01.852173 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5728292 Dec 20 12:02:01.859453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Network': ['ID=60e9947c-d5ad-476b-9c8a-0aa882f5a5a6,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:01.879935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:01.921252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:01.951031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Made reservation on behalf of e229d20d69224eb0bd6f9f74c358d267 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:01.955768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.025884 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.027371 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-89029214-34db-4bfd-b66c-191274010933 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ca2e75a-0c89-4275-b75d-0df844e16fee HTTP/1.1" status: 200 len: 1093 time: 6.6656237 Dec 20 12:02:02.036682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:02.135988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.176680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.268058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Transition to ACTIVE for port object 33022e3e-fc23-4fff-90bf-7fa976889619 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:02.280038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf76bf95-8dfd-4a66-935f-abfa76944de0 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.289150 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf76bf95-8dfd-4a66-935f-abfa76944de0 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.366339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-6336a334-91c7-41fa-9788-45088a3556ea req-c1f6025f-fbf4-47a2-9b12-50d624e11ea1 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Synchronizing usage tracker for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:02.379254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.389236 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.396519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-802f5a6f-1517-4a78-9ec6-6d88f4b61be4 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:02.445868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf76bf95-8dfd-4a66-935f-abfa76944de0 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.446933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf76bf95-8dfd-4a66-935f-abfa76944de0 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79d12148-a55d-4af1-8e7f-7376e5743a48 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:02:02.467243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf76bf95-8dfd-4a66-935f-abfa76944de0 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.473224 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bf76bf95-8dfd-4a66-935f-abfa76944de0 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "DELETE /v2.0/routers/79d12148-a55d-4af1-8e7f-7376e5743a48 HTTP/1.1" status: 204 len: 168 time: 1.8499579 Dec 20 12:02:02.477116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:02.478073 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33582) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:02.486048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:02.488407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89029214-34db-4bfd-b66c-191274010933 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca2e75a-0c89-4275-b75d-0df844e16fee,revision_number=3']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:02.488940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:02.507988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54d7971-e3c1-451f-a71a-0df3939ffff3']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:02.516218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-89029214-34db-4bfd-b66c-191274010933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:02.530698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Request body: {'router': {'name': 'tempest-router-13022457', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e2acf34dbacf4daab0631b2b5a8f44aa'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:02.546190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:02.556734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event updated for resources: {'Port': ['ID=33022e3e-fc23-4fff-90bf-7fa976889619,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:02.560501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:02.563827 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Usage tracker for resource:router and tenant:e2acf34dbacf4daab0631b2b5a8f44aa is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:02.569369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:02.584969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:02.595618 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbe24a4-4447-43eb-a55e-3a3842ae5cd5') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:02.596015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbe24a4-4447-43eb-a55e-3a3842ae5cd5') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:02.611760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:02.612566 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.620697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.622112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.659225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.666318 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1819224 Dec 20 12:02:02.672578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33588) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:02.707005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.750058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.751950 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e46d0217-5c73-4f53-a236-04f52aea18cf tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2293172 Dec 20 12:02:02.754391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33594) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:02.759935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:02.855635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Allocated IP 172.20.0.14 (29668f17-f73c-4085-abea-6d06b9c7a23b/c2a5023f-d2f7-4d49-8083-4de521aebc02/093dffce-dcb4-4867-a158-0b823612c247) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:02.951999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6f235ea2-142a-41f4-be99-af546aed8616 None None] Provisioning for port 33022e3e-fc23-4fff-90bf-7fa976889619 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:02.957541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6f235ea2-142a-41f4-be99-af546aed8616 None None] Provisioning complete for port 33022e3e-fc23-4fff-90bf-7fa976889619 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:02.958053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6f235ea2-142a-41f4-be99-af546aed8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:02.958298 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-6336a334-91c7-41fa-9788-45088a3556ea req-c1f6025f-fbf4-47a2-9b12-50d624e11ea1 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Unset dirty status for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:02.962626 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-c1f6025f-fbf4-47a2-9b12-50d624e11ea1 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd1a646924af49cfb7abbe0531549aaf&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4743910 Dec 20 12:02:02.966022 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'status': 'completed', 'code': 200} Dec 20 12:02:02.995079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'project_id': '60a59b51aee94d9cbe93e71d1c1f3338', 'port_id': '33022e3e-fc23-4fff-90bf-7fa976889619'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:03.003778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:03.011705 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Usage tracker for resource:floatingip and tenant:60a59b51aee94d9cbe93e71d1c1f3338 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:03.018206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:03.028543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:03.069273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6f235ea2-142a-41f4-be99-af546aed8616 None None] Port 33022e3e-fc23-4fff-90bf-7fa976889619 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:03.095742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.114661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.225382 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.270847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:03.271333 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.288446 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-1fa08744-9e33-44a7-8d37-bee2555613d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa&device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 1096 time: 1.1218417 Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:03.289207 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:03.375528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-8bd61647-c2f4-40ab-a6f1-732e33d2c006 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:02:03.382652 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-8bd61647-c2f4-40ab-a6f1-732e33d2c006 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2766581 Dec 20 12:02:03.422581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.423011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.610473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83527) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 20 12:02:03.610814 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Router 94ca3ec1-6132-4b28-84f8-65ffdd7d0868 migrating from provider to provider. {{(pid=83527) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 20 12:02:03.611180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.626668 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.634669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.637332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.638530 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-1d524136-b586-487f-870a-5b49cdd71273 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee HTTP/1.1" status: 200 len: 217 time: 0.3243318 Dec 20 12:02:03.748585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.757205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:02:03.759745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.784000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Transition to ACTIVE for port object 093dffce-dcb4-4867-a158-0b823612c247 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:03.787358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:03.803341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f54d7971-e3c1-451f-a71a-0df3939ffff3 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 12:02:03.811499 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.818413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.826747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacc26a-8b6e-4c70-a847-a8290cae7f91 req-086dd076-8418-4cb7-ba98-cb609a2ab63f tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:03.828337 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4cacc26a-8b6e-4c70-a847-a8290cae7f91 req-086dd076-8418-4cb7-ba98-cb609a2ab63f tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 943 time: 0.7345715 Dec 20 12:02:03.839038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Pushing event deleted for resources: {'Network': ['ID=f54d7971-e3c1-451f-a71a-0df3939ffff3,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:03.847476 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:03.871249 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:03.874888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:03.891194 dv-neutron-victoria-2-hyperv neutron-server[83527]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] No L3 agents can host the router 94ca3ec1-6132-4b28-84f8-65ffdd7d0868 Dec 20 12:02:03.948914 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-b4a54647-e4fa-499c-9439-13e0bacb325c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:03.950491 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-b4a54647-e4fa-499c-9439-13e0bacb325c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4034364a-ccde-4f94-9e46-b0184dda5003 HTTP/1.1" status: 200 len: 844 time: 0.2634313 Dec 20 12:02:03.958742 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f54d7971-e3c1-451f-a71a-0df3939ffff3 HTTP/1.1" status: 204 len: 168 time: 2.7006915 Dec 20 12:02:03.968202 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33608) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:03.985408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Allocated IP 172.36.7.92 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/a8461eb4-eb59-4e53-abc8-899a4254feac) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:04.007049 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-020aab32-a97c-400b-b35e-5a2f460ec189 service neutron] 10.222.0.41 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235173 Dec 20 12:02:04.096444 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] In _notify_port_updated(), no bound segment for port a802d338-c27c-42d7-82f4-78caadb4d9e5 on network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:02:04.100549 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:04.104013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.105563 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "PUT /v2.0/ports/a802d338-c27c-42d7-82f4-78caadb4d9e5 HTTP/1.1" status: 200 len: 1000 time: 3.2665899 Dec 20 12:02:04.108442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33612) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:04.148198 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6c0615-1775-4824-aa71-ac77303dfa99 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] DELETE failed (client error): The resource could not be found. Dec 20 12:02:04.154555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6c0615-1775-4824-aa71-ac77303dfa99 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:02:04.156577 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ef6c0615-1775-4824-aa71-ac77303dfa99 tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] 10.222.0.41 "DELETE /v2.0/subnets/8d47e30e-38c4-41c0-b9c5-bd79b829f33a HTTP/1.1" status: 404 len: 337 time: 0.1578884 Dec 20 12:02:04.164076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=a802d338-c27c-42d7-82f4-78caadb4d9e5,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:04.171495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33616) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:04.180930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:04.252268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.263724 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4cacc26a-8b6e-4c70-a847-a8290cae7f91 req-5750cb30-919c-4c3c-a535-869c43224f7d tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4068329 Dec 20 12:02:04.292479 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:04.439396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting port a802d338-c27c-42d7-82f4-78caadb4d9e5 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:04.452570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.498634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e5c3c018-ba6c-4f74-b67e-9a1d28762369 None None] Provisioning complete for port a802d338-c27c-42d7-82f4-78caadb4d9e5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:04.499639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c018-ba6c-4f74-b67e-9a1d28762369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.505736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Hosts for router 94ca3ec1-6132-4b28-84f8-65ffdd7d0868: [] {{(pid=83527) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 12:02:04.565008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3c018-ba6c-4f74-b67e-9a1d28762369 None None] Port a802d338-c27c-42d7-82f4-78caadb4d9e5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:04.577169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.583950 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Hosts for other DVR routers connected to router 94ca3ec1-6132-4b28-84f8-65ffdd7d0868: set() {{(pid=83527) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 12:02:04.616214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.624817 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:04.625010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Network 29668f17-f73c-4085-abea-6d06b9c7a23b is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:04.629081 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2cf3f1d9-09b7-4111-b855-a78fb3faa145 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "PUT /v2.0/routers/94ca3ec1-6132-4b28-84f8-65ffdd7d0868 HTTP/1.1" status: 200 len: 715 time: 1.8732228 Dec 20 12:02:04.630064 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33620) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:04.641916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:04.644840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:04.679925 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event updated for resources: {'Port': ['ID=093dffce-dcb4-4867-a158-0b823612c247,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:04.689349 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-200888d0-90bf-435f-8144-821591f904c4 service neutron] 10.222.0.41 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812341 Dec 20 12:02:04.697731 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:04.743061 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-21d18eb2-edae-45ad-becb-b2b527ea6695 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.7830238 Dec 20 12:02:04.995275 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-9606049e-59fe-4a04-83e6-bd28b376b4c1 service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061443 Dec 20 12:02:05.054464 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:05.055981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.098898 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.107124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-319e87d9-ecac-4c51-b67c-352d33f1b05f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:05.109168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c26da40e-67a3-4bb4-9226-29f60ae0e8a7 None None] Provisioning for port 093dffce-dcb4-4867-a158-0b823612c247 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:05.116573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c26da40e-67a3-4bb4-9226-29f60ae0e8a7 None None] Provisioning complete for port 093dffce-dcb4-4867-a158-0b823612c247 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:05.118986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c26da40e-67a3-4bb4-9226-29f60ae0e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.158784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33630) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:05.177606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'subnets': [{'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--168660660', 'ip_version': 6}, {'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:05.177878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'subnet': {'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--168660660', 'ip_version': 6}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:05.178520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Request body: {'subnet': {'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:05.201927 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c26da40e-67a3-4bb4-9226-29f60ae0e8a7 None None] Port 093dffce-dcb4-4867-a158-0b823612c247 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:05.228996 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5c49b3d2-8b42-417b-8393-3eeb46699146 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "GET /v2.0/routers/94ca3ec1-6132-4b28-84f8-65ffdd7d0868 HTTP/1.1" status: 200 len: 715 time: 0.5883753 Dec 20 12:02:05.247091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33638) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:05.253734 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4639788 Dec 20 12:02:05.302380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:05.316163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:05.324187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Pushing event updated for resources: {'Port': ['ID=a8461eb4-eb59-4e53-abc8-899a4254feac,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:05.334492 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6f8a0a14-8094-4c56-b7a5-685c252021a9 req-8d93b4e1-4379-4802-9cd0-35616ffd02da tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 210 time: 0.2596371 Dec 20 12:02:05.336307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:05.336741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.348622 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Request body: {'port': {'device_id': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-vict'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:05.379914 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:05.415611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744fdd-0cfd-4486-98c6-73ca65ff70db req-72f5991f-754c-445d-992e-981ef459a826 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:05.416321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-c1744fdd-0cfd-4486-98c6-73ca65ff70db req-72f5991f-754c-445d-992e-981ef459a826 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Synchronizing usage tracker for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:05.438608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.440657 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98865cc2-1d67-41ef-8828-aa25e29dbe29']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:05.462731 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4c214e74-4a66-4fef-bca7-8c5e22361f6e req-9ee2b925-961d-49b9-a404-f8efe0c02423 service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872073 Dec 20 12:02:05.471684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c20003-06fd-48f7-a340-5fdc81c821fa') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:05.471969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c20003-06fd-48f7-a340-5fdc81c821fa') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:05.512242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-c1744fdd-0cfd-4486-98c6-73ca65ff70db req-72f5991f-754c-445d-992e-981ef459a826 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Unset dirty status for tenant:e229d20d69224eb0bd6f9f74c358d267 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:05.513391 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c1744fdd-0cfd-4486-98c6-73ca65ff70db req-72f5991f-754c-445d-992e-981ef459a826 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 932 time: 0.9687383 Dec 20 12:02:05.526428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.620665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Calling delete_port for a802d338-c27c-42d7-82f4-78caadb4d9e5 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:05.739969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.790301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:05.801309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Usage tracker for resource:subnet and tenant:aad88f65f33b4afa9049af840f720a12 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:05.805992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:05.825517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:05.865785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.879578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Made reservation on behalf of aad88f65f33b4afa9049af840f720a12 for: {'subnet': 2} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:05.945387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:05.946045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:05.965974 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:06.015222 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c1744fdd-0cfd-4486-98c6-73ca65ff70db req-b05c6782-1c60-4bdb-b92a-e919fc5823c6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4710941 Dec 20 12:02:06.173693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.178241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.190572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:06.209082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.221501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:06.228331 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-92c6cfd5-6b46-4c78-b716-7a912ec0d083 tempest-RoutersTestDVR-924341138 tempest-RoutersTestDVR-924341138-project] 10.222.0.41 "GET /v2.0/routers/94ca3ec1-6132-4b28-84f8-65ffdd7d0868 HTTP/1.1" status: 200 len: 681 time: 0.9709594 Dec 20 12:02:06.234212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33650) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:06.244825 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8403ab18-9cef-441b-b28f-815356a2d527 req-20397578-e5c7-4ad4-b607-e721d099efc7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa&device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 1096 time: 0.7049127 Dec 20 12:02:06.253734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Pushing event deleted for resources: {'Network': ['ID=98865cc2-1d67-41ef-8828-aa25e29dbe29,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:06.255748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:06.310160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.62', 61658) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:06.322605 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] 10.222.0.41 "DELETE /v2.0/networks/98865cc2-1d67-41ef-8828-aa25e29dbe29 HTTP/1.1" status: 204 len: 168 time: 2.1456664 Dec 20 12:02:06.325421 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Port': ['ID=a802d338-c27c-42d7-82f4-78caadb4d9e5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:06.329234 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:06.388008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589d9a-da21-4798-a3e4-89b341ad89e5 req-8f8ea25e-d9e7-48c5-a566-3ba802153b80 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:06.396978 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-82589d9a-da21-4798-a3e4-89b341ad89e5 req-8f8ea25e-d9e7-48c5-a566-3ba802153b80 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 943 time: 0.6395562 Dec 20 12:02:06.464992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.464992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.818293 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b5727773-479f-4d8a-870d-9ce9dcfb5cd4 req-b625808a-5edd-4f54-b285-180ee1540d34 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 210 time: 0.2359233 Dec 20 12:02:06.853239 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-82589d9a-da21-4798-a3e4-89b341ad89e5 req-496b018c-9077-4d47-9e13-72d50e7b39be tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4543781 Dec 20 12:02:06.889530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-960a5293-b7e1-481d-a201-351a3dd344a7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:06.913168 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33662) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:07.023141 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ab18-9cef-441b-b28f-815356a2d527 req-50675a52-77c3-4ac7-84cb-b3d26b3e9bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:07.024748 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8403ab18-9cef-441b-b28f-815356a2d527 req-50675a52-77c3-4ac7-84cb-b3d26b3e9bb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 HTTP/1.1" status: 200 len: 906 time: 0.7085619 Dec 20 12:02:07.083529 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.107637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336a334-91c7-41fa-9788-45088a3556ea req-88995fe5-c6ab-4191-be1d-7355f9d5f54f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:07.107867 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8403ab18-9cef-441b-b28f-815356a2d527 req-4bd58480-7f07-4e06-a8b1-5192538a6e82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee HTTP/1.1" status: 200 len: 217 time: 0.0759323 Dec 20 12:02:07.108415 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-6336a334-91c7-41fa-9788-45088a3556ea req-88995fe5-c6ab-4191-be1d-7355f9d5f54f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Synchronizing usage tracker for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:network {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:07.148435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.215206 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/ports/a802d338-c27c-42d7-82f4-78caadb4d9e5 HTTP/1.1" status: 204 len: 168 time: 3.1023936 Dec 20 12:02:07.218804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-6336a334-91c7-41fa-9788-45088a3556ea req-88995fe5-c6ab-4191-be1d-7355f9d5f54f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Unset dirty status for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:network {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:07.219947 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-88995fe5-c6ab-4191-be1d-7355f9d5f54f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.62 "GET /v2.0/networks?id=1dcf2f27-38e3-4edf-84de-daec6d490852 HTTP/1.1" status: 200 len: 812 time: 0.8921680 Dec 20 12:02:07.220672 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33670) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:07.345229 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9b6d224b-9605-4f15-b8dd-7d2567867855 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e829e55ba024526b1b228e8b0c2b5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4232321 Dec 20 12:02:07.345229 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e61bbb-b69f-40be-88c4-bea8d3bd5f62 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] GET failed (client error): The resource could not be found. Dec 20 12:02:07.345229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91e61bbb-b69f-40be-88c4-bea8d3bd5f62 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Synchronizing usage tracker for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:07.348078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33676) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:07.438573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91e61bbb-b69f-40be-88c4-bea8d3bd5f62 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Unset dirty status for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:07.439716 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-91e61bbb-b69f-40be-88c4-bea8d3bd5f62 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "GET /v2.0/ports/a802d338-c27c-42d7-82f4-78caadb4d9e5 HTTP/1.1" status: 404 len: 333 time: 0.1833601 Dec 20 12:02:07.445361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33680) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:07.464013 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-6336a334-91c7-41fa-9788-45088a3556ea req-e2712969-8873-4f1f-821f-cec7ae7d3a96 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Synchronizing usage tracker for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:07.474746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1788403190'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:07.480639 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093dffce-dcb4-4867-a158-0b823612c247 {{(pid=83528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:02:07.546718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ab18-9cef-441b-b28f-815356a2d527 req-89c54e40-4233-4cf3-9051-fe1fdde0da9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:07.548143 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8403ab18-9cef-441b-b28f-815356a2d527 req-89c54e40-4233-4cf3-9051-fe1fdde0da9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4034364a-ccde-4f94-9e46-b0184dda5003 HTTP/1.1" status: 200 len: 844 time: 0.4291248 Dec 20 12:02:07.549726 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.673813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-960a5293-b7e1-481d-a201-351a3dd344a7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.675579 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Transition to ACTIVE for port object 093dffce-dcb4-4867-a158-0b823612c247 will not be triggered until provisioned by entity L2. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:07.684740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.689779 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-59ae66c1-7cd3-4953-9528-d7eca44ba44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:07.720323 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-960a5293-b7e1-481d-a201-351a3dd344a7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.775275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-6336a334-91c7-41fa-9788-45088a3556ea req-e2712969-8873-4f1f-821f-cec7ae7d3a96 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Unset dirty status for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:07.776446 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-e2712969-8873-4f1f-821f-cec7ae7d3a96 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1a646924af49cfb7abbe0531549aaf HTTP/1.1" status: 200 len: 379 time: 0.5182943 Dec 20 12:02:07.777093 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.796409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Request body: {'port': {'device_id': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'admin_state_up': True, 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'security_groups': ['f4a01070-844d-49d9-8601-acb2b696b683']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:07.842400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.865894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65275-98f6-41af-9276-6a9c6fdf5d38 req-0533888a-1b87-479a-abb0-491fe4f2fc49 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:07.867410 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c5d65275-98f6-41af-9276-6a9c6fdf5d38 req-0533888a-1b87-479a-abb0-491fe4f2fc49 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 932 time: 0.5354989 Dec 20 12:02:07.900770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Pushing event updated for resources: {'Port': ['ID=093dffce-dcb4-4867-a158-0b823612c247,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:07.909419 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:07.922576 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8403ab18-9cef-441b-b28f-815356a2d527 req-3000262d-cb85-4613-8bb4-f576358a6ac7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3055801 Dec 20 12:02:07.950923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-960a5293-b7e1-481d-a201-351a3dd344a7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:07.951466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960a5293-b7e1-481d-a201-351a3dd344a7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94ca3ec1-6132-4b28-84f8-65ffdd7d0868 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:02:07.988659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.022358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:08.075822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:08.086553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-960a5293-b7e1-481d-a201-351a3dd344a7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.087654 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-960a5293-b7e1-481d-a201-351a3dd344a7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "DELETE /v2.0/routers/94ca3ec1-6132-4b28-84f8-65ffdd7d0868 HTTP/1.1" status: 204 len: 168 time: 1.8469989 Dec 20 12:02:08.107169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33688) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:08.128099 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Request body: {'router': {'name': 'tempest-router-1703646133', 'distributed': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:08.141602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.158203 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6176db03-59cb-4454-bc54-21064e386d56 req-1f6ab0bc-89f6-4db0-b035-7a289edd9971 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 210 time: 0.1268451 Dec 20 12:02:08.163847 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c5d65275-98f6-41af-9276-6a9c6fdf5d38 req-30a2d8fe-862f-45e9-b61b-4936f7874891 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808998 Dec 20 12:02:08.171344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:08.197509 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Usage tracker for resource:router and tenant:f7a1e3980566421092a655f2c8477d45 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:08.200030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:08.203285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.213408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Attempting to bind port 093dffce-dcb4-4867-a158-0b823612c247 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:08.213740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Attempting to bind port 093dffce-dcb4-4867-a158-0b823612c247 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:08.216780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Attempting to bind port 093dffce-dcb4-4867-a158-0b823612c247 on network 29668f17-f73c-4085-abea-6d06b9c7a23b {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:08.217113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:08.224112 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8403ab18-9cef-441b-b28f-815356a2d527 req-bbc9cfde-c2a9-49c3-a4c6-bac596e4e512 service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664254 Dec 20 12:02:08.225108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Port 093dffce-dcb4-4867-a158-0b823612c247 on network 29668f17-f73c-4085-abea-6d06b9c7a23b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:08.225390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Attempting to bind port 093dffce-dcb4-4867-a158-0b823612c247 on network 29668f17-f73c-4085-abea-6d06b9c7a23b {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:08.240582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:08.245502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:08.257138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Checking agent: {'id': '5a546cee-ba98-4fa8-9d99-ad750e31cd10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-vict', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'started_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:08.257474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Checking segment: {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:08.257877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Bound using segment: {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'} {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:08.258370 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Bound port: 093dffce-dcb4-4867-a158-0b823612c247, host: hv-neutron-vict, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b'}}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:08.259334 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.289084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:08.378466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.394340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] device_id is not set on port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:08.438758 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-36acea79-75eb-4695-bd01-60647f5bc526 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:08.451935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.453003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.482229 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8403ab18-9cef-441b-b28f-815356a2d527 req-ab6affac-7de0-475e-a708-94488b3f1b00 service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499688 Dec 20 12:02:08.483297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Made reservation on behalf of cd1a646924af49cfb7abbe0531549aaf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:08.486823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.498591 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f65550e-6305-49c4-9c9d-2ae53508062f,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:08.499042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, cleared binding levels {{(pid=83528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:08.509870 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=093dffce-dcb4-4867-a158-0b823612c247,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:08.510235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.525116 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.525699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:08.530249 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:08.558080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bb005fe-703d-44d4-8108-8a2bf29c3c9c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:08.573537 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a8f72-8964-4945-a8dc-3f44d201387c req-1d5df0df-0549-46bd-9cde-b8be865c50d5 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:08.574986 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-344a8f72-8964-4945-a8dc-3f44d201387c req-1d5df0df-0549-46bd-9cde-b8be865c50d5 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 943 time: 0.2399209 Dec 20 12:02:08.630048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.631393 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] 10.222.0.62 "PUT /v2.0/ports/093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 1094 time: 3.3075409 Dec 20 12:02:08.633336 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'tag': '093dffce-dcb4-4867-a158-0b823612c247'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:08.650847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Pushing event updated for resources: {'Port': ['ID=093dffce-dcb4-4867-a158-0b823612c247,revision_number=3']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:08.656736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:08.665650 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-344a8f72-8964-4945-a8dc-3f44d201387c req-e21ff52e-c7a4-4933-a809-f1747fbd4185 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814254 Dec 20 12:02:08.746513 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'tag': '093dffce-dcb4-4867-a158-0b823612c247', 'status': 'completed', 'code': 200} Dec 20 12:02:08.790490 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-36c90471-c74e-42db-ae57-92838c5d24f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1097 time: 0.0944905 Dec 20 12:02:08.818694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.854428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Subnet': ['ID=e2a14398-46de-47c6-b28f-1dc66261c0b4,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:08.868832 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:08.918015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:08.919144 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f65550e-6305-49c4-9c9d-2ae53508062f HTTP/1.1" status: 204 len: 168 time: 1.5621445 Dec 20 12:02:08.941202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Allocated IP 2001:db8::139 (cdf31d4c-a108-4ffa-9da7-ac24e7a54a86/bb8515ef-1141-4f18-b413-368b72f4ebdb/240970c3-f434-45d0-b9dd-4dbfadfcdf5e) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:08.950469 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-45dfe6bc-802b-45cf-a002-c9ed924d58b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 217 time: 0.1532981 Dec 20 12:02:08.979859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.004661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Checking segment: {'id': '20e135ad-9f7a-4499-a7c0-15bc5783e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:09.005036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network hostable DHCP agents. Network: 898d0fed-4dcc-4c36-a521-de6477593dda, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:09.017322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-02c35b86-5e97-4d42-a1e5-c76b90dce3b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:09.018772 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-02c35b86-5e97-4d42-a1e5-c76b90dce3b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.0622780 Dec 20 12:02:09.073913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.095135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.103701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Allocated IP 172.20.0.4 (1dcf2f27-38e3-4edf-84de-daec6d490852/2033da72-16b5-41cd-8acd-895c25754a68/6941862c-f4e6-4d45-ac05-77e2171b70a5) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:09.104585 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-e5ef95f4-d67f-4fb6-8bcf-fe589b11d01e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0789723 Dec 20 12:02:09.105878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:09.143677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.147357 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-721d96e8-2c60-4c5f-a609-669489b03452 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0297656 Dec 20 12:02:09.149058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33698) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:09.279392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network 898d0fed-4dcc-4c36-a521-de6477593dda is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:09.289056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Pushing event updated for resources: {'Port': ['ID=a8461eb4-eb59-4e53-abc8-899a4254feac,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:09.341783 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:09.373514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 898d0fed-4dcc-4c36-a521-de6477593dda) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:09.389442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a896058-24c8-41e6-8b26-bc7a3ad0709a None None] Network 898d0fed-4dcc-4c36-a521-de6477593dda requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:09.398981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33706) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:09.400572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.440106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:09.465478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.480284 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a7c91922-e434-45d0-8be9-8454da18d41c req-95b1de9b-c210-46f7-853b-89801329429b tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 210 time: 0.1536946 Dec 20 12:02:09.524342 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-98a16672-057b-4a7d-a049-6f5fa59da14d service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129984 Dec 20 12:02:09.532019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-837ea1d9-c12d-4f37-92a5-d50aa980eaa7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.667790 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-898d0fed-4dcc-4c36-a521-de6477593dda', 'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda', 'tenant_id': 'aad88f65f33b4afa9049af840f720a12', 'fixed_ips': [{'subnet_id': 'e2a14398-46de-47c6-b28f-1dc66261c0b4'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:09.668975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.690127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.714006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event updated for resources: {'Subnet': ['ID=199f6d43-6379-4d60-83a0-aecffe44edf1,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:09.724709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:09.761390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Transition to ACTIVE for port object 240970c3-f434-45d0-b9dd-4dbfadfcdf5e will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:09.778768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1a786-f910-4df6-a87d-57e14605c8c9 req-bfb40b43-7fa3-441d-a498-b449335bfdcd tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:09.780258 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-15e1a786-f910-4df6-a87d-57e14605c8c9 req-bfb40b43-7fa3-441d-a498-b449335bfdcd tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 944 time: 0.3608739 Dec 20 12:02:09.802937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.808063 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-048c87ca-acb9-4ce2-b70d-b9570a291aff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee521525aa5942e8a50e533f2dae6d65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3974888 Dec 20 12:02:09.811498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Checking segment: {'id': 'c07907c5-6303-4ca0-bafd-b69c2dbf7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:09.811856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network hostable DHCP agents. Network: 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:09.817866 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6ca2e75a-0c89-4275-b75d-0df844e16fee details requested by agent hyperv_hv-neutron-vict with host hv-neutron-vict {{(pid=83530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:02:09.826318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33712) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:09.875694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Allocated IP 2001:db8::1 (898d0fed-4dcc-4c36-a521-de6477593dda/e2a14398-46de-47c6-b28f-1dc66261c0b4/b0f4f83a-72f0-410d-8928-2f360a843fde) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:09.944058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Transition to ACTIVE for port object 6941862c-f4e6-4d45-ac05-77e2171b70a5 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:09.956926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:09.968605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-059285aa-56f8-423e-bf48-bd1a6628bf7b tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:10.001519 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e689d18a-4dd0-4ca0-ba42-d1400afe8c5d req-9e28f437-cf7f-4011-b014-faa9e63eb28f service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240055 Dec 20 12:02:10.111855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Network 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:10.112596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6ca2e75a-0c89-4275-b75d-0df844e16fee, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:10.138107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Returning: {'device': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'port_id': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'mac_address': 'fa:16:3e:8d:90:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:02:10.148355 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=240970c3-f434-45d0-b9dd-4dbfadfcdf5e,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:10.151344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:10.153514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:10.160522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:10.165463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.165848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.166685 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.170951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:10.173767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:10.177974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.178594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.203024 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f6d1d-7139-404e-86d7-f36e8ab4036b None None] Network 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:10.228453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.232036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.245994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bd5b6adf-5b8e-48b7-8570-2f1f51c5d6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:10.295885 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.1314697 Dec 20 12:02:10.300291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-837ea1d9-c12d-4f37-92a5-d50aa980eaa7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.306964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-837ea1d9-c12d-4f37-92a5-d50aa980eaa7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.330588 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.357783 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.362226 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-15e1a786-f910-4df6-a87d-57e14605c8c9 req-67068907-0143-4295-9d5f-62157d4a2e07 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060711 Dec 20 12:02:10.362481 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca2e75a-0c89-4275-b75d-0df844e16fee {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:02:10.363908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33716) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:10.401218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Transition to ACTIVE for port object b0f4f83a-72f0-410d-8928-2f360a843fde will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:10.417514 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9679966 Dec 20 12:02:10.425116 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Transition to ACTIVE for port object b0f4f83a-72f0-410d-8928-2f360a843fde will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:10.429251 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33720) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:10.435454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6ca2e75a-0c89-4275-b75d-0df844e16fee, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:10.441045 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.442645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7d:6d:ff'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:10.449268 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d2127fa3-adc7-4b9f-a264-675f4e72d9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:10.472071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-837ea1d9-c12d-4f37-92a5-d50aa980eaa7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.473067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837ea1d9-c12d-4f37-92a5-d50aa980eaa7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dde401eb-d139-4470-9413-f26e5fed2caa {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:02:10.484188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29208935-5291-4c41-89a9-a42fd9425997 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.484963 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29208935-5291-4c41-89a9-a42fd9425997 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.485828 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.486486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29208935-5291-4c41-89a9-a42fd9425997 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.496018 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-29208935-5291-4c41-89a9-a42fd9425997 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1134040 Dec 20 12:02:10.500364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33724) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:10.506602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Network 898d0fed-4dcc-4c36-a521-de6477593dda is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:10.511589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.519517 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:10.549326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-837ea1d9-c12d-4f37-92a5-d50aa980eaa7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.549558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event updated for resources: {'Port': ['ID=6941862c-f4e6-4d45-ac05-77e2171b70a5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:10.555078 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-837ea1d9-c12d-4f37-92a5-d50aa980eaa7 tempest-RoutersTestDVR-1769620475 tempest-RoutersTestDVR-1769620475-project-admin] 10.222.0.41 "DELETE /v2.0/routers/dde401eb-d139-4470-9413-f26e5fed2caa HTTP/1.1" status: 204 len: 168 time: 1.4004986 Dec 20 12:02:10.555286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:10.555405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Pushing event updated for resources: {'Port': ['ID=b0f4f83a-72f0-410d-8928-2f360a843fde,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:10.561404 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:10.563032 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:10.573830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:10.587826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:10.604448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:10.609695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d6f070f9-77ad-4a23-806e-782a1d59bca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:10.628446 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-24b84632-9eb1-47e2-a0cb-939261746600 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1097 time: 0.5621552 Dec 20 12:02:10.664426 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9168e8-64e1-4660-9d4c-ec18a2380a3c req-16476a0d-bad2-407a-8bc8-1be0fc91c85a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.665946 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-bc9168e8-64e1-4660-9d4c-ec18a2380a3c req-16476a0d-bad2-407a-8bc8-1be0fc91c85a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 943 time: 0.7204514 Dec 20 12:02:10.719004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6ca2e75a-0c89-4275-b75d-0df844e16fee,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:10.747200 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:10.854020 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Floating IP 7a7e37d2-76a8-4631-99e2-57093848cd17 associated. External IP: 172.36.7.92, port: 33022e3e-fc23-4fff-90bf-7fa976889619. Dec 20 12:02:10.861739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] get_ports_and_sgs() called for port_ids ['6ca2e75a-0c89-4275-b75d-0df844e16fee'] {{(pid=83530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:02:10.922435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-60e9947c-d5ad-476b-9c8a-0aa882f5a5a6', 'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6', 'tenant_id': 'aad88f65f33b4afa9049af840f720a12', 'fixed_ips': [{'subnet_id': '199f6d43-6379-4d60-83a0-aecffe44edf1'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:10.923257 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:10.947261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:10.949498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.062914 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-bc9168e8-64e1-4660-9d4c-ec18a2380a3c req-4580e960-53ec-485a-a7e0-6d98b0164003 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3728597 Dec 20 12:02:11.072200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Deleting subnet e2a14398-46de-47c6-b28f-1dc66261c0b4 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:11.078187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.086208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.090389 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1993fc63-5893-4706-91fd-bdab497a64ab HTTP/1.1" status: 204 len: 168 time: 1.2437458 Dec 20 12:02:11.091006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.091246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33734) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:11.094615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5b8c373d-9aa1-40e7-95af-7b31b4e990b0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:11.109792 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3172503 Dec 20 12:02:11.128727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Request body: {'port': {'device_id': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:11.160484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-363e0b3d-36cd-4e41-bfbb-474b194052cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:11.162270 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-363e0b3d-36cd-4e41-bfbb-474b194052cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 913 time: 0.5066648 Dec 20 12:02:11.165458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1993fc63-5893-4706-91fd-bdab497a64ab,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:11.168629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:11.173469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a63f0e-042b-4ef6-b51c-f16936e3e4c8 req-bba7d420-ccc7-4a24-9aee-860ca382982e tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:11.175301 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-40a63f0e-042b-4ef6-b51c-f16936e3e4c8 req-bba7d420-ccc7-4a24-9aee-860ca382982e tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 931 time: 0.2919273 Dec 20 12:02:11.214256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-adf6118d-c759-4ab7-9c1b-cfa9eb92d4d7 None None] Provisioning for port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:11.267471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.294202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-adf6118d-c759-4ab7-9c1b-cfa9eb92d4d7 None None] Provisioning complete for port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:11.294202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-adf6118d-c759-4ab7-9c1b-cfa9eb92d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.300875 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-ad4e9a4c-77a3-4628-829d-6e3330c90ace service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 217 time: 0.1249111 Dec 20 12:02:11.384857 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-40a63f0e-042b-4ef6-b51c-f16936e3e4c8 req-a24e62af-1222-4e74-b9df-9b5c5ff7580e tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539087 Dec 20 12:02:11.413349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-3b050095-0729-4e53-8fec-bf44cfa508b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:11.415293 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-3b050095-0729-4e53-8fec-bf44cfa508b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.1010106 Dec 20 12:02:11.453638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-adf6118d-c759-4ab7-9c1b-cfa9eb92d4d7 None None] Port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:11.464181 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Allocated IP 2001:db8:0:1::1 (60e9947c-d5ad-476b-9c8a-0aa882f5a5a6/199f6d43-6379-4d60-83a0-aecffe44edf1/3e5f7f99-22b5-4880-a6d0-c7d2e502a055) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:11.468429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.488565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Attempting to bind port b0f4f83a-72f0-410d-8928-2f360a843fde on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:11.488937 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Attempting to bind port b0f4f83a-72f0-410d-8928-2f360a843fde by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '20e135ad-9f7a-4499-a7c0-15bc5783e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:11.489301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Attempting to bind port b0f4f83a-72f0-410d-8928-2f360a843fde on network 898d0fed-4dcc-4c36-a521-de6477593dda {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:11.523769 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.577245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:11.577245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Checking segment: {'id': '20e135ad-9f7a-4499-a7c0-15bc5783e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:11.577245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.577623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Bound using segment: {'id': '20e135ad-9f7a-4499-a7c0-15bc5783e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:11.577876 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Bound port: b0f4f83a-72f0-410d-8928-2f360a843fde, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e135ad-9f7a-4499-a7c0-15bc5783e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '898d0fed-4dcc-4c36-a521-de6477593dda'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:11.578227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.608111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.631977 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.646074 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-38532ed5-5aa2-422f-b721-26175564d534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:11.686888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a14398-46de-47c6-b28f-1dc66261c0b4,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:11.700303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:11.707767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.714073 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-d5b6cbb4-8681-45cd-8ca7-422f7fb335b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2919316 Dec 20 12:02:11.720455 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/subnets/e2a14398-46de-47c6-b28f-1dc66261c0b4 HTTP/1.1" status: 204 len: 168 time: 1.2166612 Dec 20 12:02:11.746274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33752) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:11.806502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.855209 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c40159cd-ee58-42d6-9476-b2dfca241cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.867430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ea63cc93-1add-4127-83e7-f6ef2b32f5fb None None] Provisioning for port 6941862c-f4e6-4d45-ac05-77e2171b70a5 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:11.881775 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec059bd-9bb2-4bdc-9829-4415834c7061 req-f28e089a-fe63-4526-abfb-01fed10f09fd tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:11.883176 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4ec059bd-9bb2-4bdc-9829-4415834c7061 req-f28e089a-fe63-4526-abfb-01fed10f09fd tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 944 time: 0.2915735 Dec 20 12:02:11.886534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ea63cc93-1add-4127-83e7-f6ef2b32f5fb None None] Provisioning complete for port 6941862c-f4e6-4d45-ac05-77e2171b70a5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:11.886907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ea63cc93-1add-4127-83e7-f6ef2b32f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:11.998044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:12.004318 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-e46b1138-a75c-4df0-9053-12a4e6b61971 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820709 Dec 20 12:02:12.004775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Usage tracker for resource:security_group_rule and tenant:e2acf34dbacf4daab0631b2b5a8f44aa is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:12.009245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:12.017129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:12.020807 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4ec059bd-9bb2-4bdc-9829-4415834c7061 req-953321dc-0154-43d9-b696-f3d41f56119c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275306 Dec 20 12:02:12.093674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] For port b0f4f83a-72f0-410d-8928-2f360a843fde, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:12.101024 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ea63cc93-1add-4127-83e7-f6ef2b32f5fb None None] Port 6941862c-f4e6-4d45-ac05-77e2171b70a5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:12.187167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] For port b0f4f83a-72f0-410d-8928-2f360a843fde, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b0f4f83a-72f0-410d-8928-2f360a843fde,segment=NetworkSegment(20e135ad-9f7a-4499-a7c0-15bc5783e959),segment_id=20e135ad-9f7a-4499-a7c0-15bc5783e959)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:12.207325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.230717 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:12.310951 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f39b71b4-f60b-4d8d-b457-85c242008874 req-79eb4c69-65e9-4ec0-b818-3842e33dacd1 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341297 Dec 20 12:02:12.333353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Pushing event updated for resources: {'Port': ['ID=b0f4f83a-72f0-410d-8928-2f360a843fde,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:12.345467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:12.362890 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.380432 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Transition to ACTIVE for port object 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:12.406955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Deleting subnet 199f6d43-6379-4d60-83a0-aecffe44edf1 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:12.443313 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Transition to ACTIVE for port object 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:12.453540 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9a061-2ddc-4be5-a13f-fb2a8f097aa4 req-c10b891a-4809-4c55-aff6-c9c2241d00d2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:12.455055 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6ed9a061-2ddc-4be5-a13f-fb2a8f097aa4 req-c10b891a-4809-4c55-aff6-c9c2241d00d2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 944 time: 0.1432641 Dec 20 12:02:12.455767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.471935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.484623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-24e21bf1-68d4-47a3-90dc-3f2ae5337f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:12.526647 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ff783-b2cb-48be-9eaa-8839e56604d7 None None] Network 898d0fed-4dcc-4c36-a521-de6477593dda requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:12.563104 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Network 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:12.578172 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:12.590724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:12.595069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.607211 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:02:12.630949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.636542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.666435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.669656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:12.677740 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2acf34dbacf4daab0631b2b5a8f44aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5757654 Dec 20 12:02:12.682059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.695850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33772) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:12.709904 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] In _notify_port_updated(), no bound segment for port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e on network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:02:12.714153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:12.714789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.719697 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "PUT /v2.0/ports/240970c3-f434-45d0-b9dd-4dbfadfcdf5e HTTP/1.1" status: 200 len: 1003 time: 2.2833943 Dec 20 12:02:12.719854 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6ed9a061-2ddc-4be5-a13f-fb2a8f097aa4 req-41c42086-d1f3-4de7-9ade-92e30374e038 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1904726 Dec 20 12:02:12.721231 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33776) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:12.742279 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Pushing event updated for resources: {'Port': ['ID=3e5f7f99-22b5-4880-a6d0-c7d2e502a055,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:12.748703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:02:12.762304 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:12.791590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138ce79c-1af3-4733-b3db-12e534e467d3,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:12.800513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:12.801578 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:12.863965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:12.869640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.000044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Attempting to bind port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:13.000372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba80b9-5546-4b72-a371-99ee62710743 req-fe75506b-fb32-4de2-8cad-ded1b6877200 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:13.000963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Attempting to bind port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'c07907c5-6303-4ca0-bafd-b69c2dbf7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:13.001576 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Attempting to bind port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 on network 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:13.008043 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-19ba80b9-5546-4b72-a371-99ee62710743 req-fe75506b-fb32-4de2-8cad-ded1b6877200 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 931 time: 0.3820841 Dec 20 12:02:13.015620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:13.016064 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6941862c-f4e6-4d45-ac05-77e2171b70a5 {{(pid=83527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:02:13.016655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Checking segment: {'id': 'c07907c5-6303-4ca0-bafd-b69c2dbf7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:13.017265 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.017852 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Bound using segment: {'id': 'c07907c5-6303-4ca0-bafd-b69c2dbf7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:13.019367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Bound port: 3e5f7f99-22b5-4880-a6d0-c7d2e502a055, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07907c5-6303-4ca0-bafd-b69c2dbf7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '60e9947c-d5ad-476b-9c8a-0aa882f5a5a6'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:13.020585 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.049587 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.135118 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d803a0f0-6fee-402b-a802-fdbd6f48c9b5 None None] Provisioning complete for port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:13.135499 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d803a0f0-6fee-402b-a802-fdbd6f48c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.206966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.214799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d803a0f0-6fee-402b-a802-fdbd6f48c9b5 None None] Port 240970c3-f434-45d0-b9dd-4dbfadfcdf5e cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:13.225795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Transition to ACTIVE for port object 6941862c-f4e6-4d45-ac05-77e2171b70a5 will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:13.249047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.278730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=240970c3-f434-45d0-b9dd-4dbfadfcdf5e,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.293081 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-19ba80b9-5546-4b72-a371-99ee62710743 req-b354012b-ac1c-4171-9692-bb50dcd4e944 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835481 Dec 20 12:02:13.293330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:13.294122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d231bc7e-ac5c-4772-b606-f10d4f3a927e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.382376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.384984 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] For port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:13.390227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] For port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3e5f7f99-22b5-4880-a6d0-c7d2e502a055,segment=NetworkSegment(c07907c5-6303-4ca0-bafd-b69c2dbf7154),segment_id=c07907c5-6303-4ca0-bafd-b69c2dbf7154)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:13.394822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.395466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.402162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.405174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eac397cd-3217-45b4-943b-9fa55aa6ff7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.428968 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2f6d870f-a606-4c50-8951-efd3fb2b6446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.463859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Pushing event updated for resources: {'Port': ['ID=6941862c-f4e6-4d45-ac05-77e2171b70a5,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.490743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.499328 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:13.585643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Pushing event updated for resources: {'Port': ['ID=3e5f7f99-22b5-4880-a6d0-c7d2e502a055,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.589634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Subnet': ['ID=199f6d43-6379-4d60-83a0-aecffe44edf1,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.590837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:13.601148 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Calling delete_port for 240970c3-f434-45d0-b9dd-4dbfadfcdf5e owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:13.634715 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:13.650196 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.680473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 093dffce-dcb4-4867-a158-0b823612c247 details requested by agent hyperv_hv-neutron-vict with host hv-neutron-vict {{(pid=83530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:02:13.705056 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/subnets/199f6d43-6379-4d60-83a0-aecffe44edf1 HTTP/1.1" status: 204 len: 168 time: 1.9523444 Dec 20 12:02:13.710058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33792) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:13.715997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6ca2e75a-0c89-4275-b75d-0df844e16fee up at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:13.728461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb14797-7046-43a3-b0f7-50140aee994e req-6bfbbb5c-2fa7-4b84-9d4f-38548be84108 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:13.733852 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fcb14797-7046-43a3-b0f7-50140aee994e req-6bfbbb5c-2fa7-4b84-9d4f-38548be84108 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 944 time: 0.4365327 Dec 20 12:02:13.827351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.843123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:02:13.855144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Router 3c824289-d61c-494a-8ba1-d2cc8070f24c has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:13.899551 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f669ab0d-9508-4bec-89b4-b8248caccb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.966148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ce79c-1af3-4733-b3db-12e534e467d3,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:13.966148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Attempting to bind port 6941862c-f4e6-4d45-ac05-77e2171b70a5 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:13.966148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Attempting to bind port 6941862c-f4e6-4d45-ac05-77e2171b70a5 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:13.966148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Attempting to bind port 6941862c-f4e6-4d45-ac05-77e2171b70a5 on network 1dcf2f27-38e3-4edf-84de-daec6d490852 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:13.983303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:13.987373 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fcb14797-7046-43a3-b0f7-50140aee994e req-31aadc50-8a39-4b27-afc6-10221c70a012 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299047 Dec 20 12:02:13.992062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:13.992331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:14.048526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.050050 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/138ce79c-1af3-4733-b3db-12e534e467d3 HTTP/1.1" status: 204 len: 168 time: 1.3514297 Dec 20 12:02:14.069441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bed8f42-591c-443c-9bb7-7c1931494a97 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:14.073932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3bed8f42-591c-443c-9bb7-7c1931494a97 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Synchronizing usage tracker for tenant:aad88f65f33b4afa9049af840f720a12 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:14.098065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Port 6941862c-f4e6-4d45-ac05-77e2171b70a5 on network 1dcf2f27-38e3-4edf-84de-daec6d490852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:14.099706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Attempting to bind port 6941862c-f4e6-4d45-ac05-77e2171b70a5 on network 1dcf2f27-38e3-4edf-84de-daec6d490852 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:14.104667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Port': ['ID=240970c3-f434-45d0-b9dd-4dbfadfcdf5e,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:14.114494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:14.117199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=093dffce-dcb4-4867-a158-0b823612c247,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:14.141392 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-340476da-145e-49a2-9d34-e22567fd8346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.145609 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Returning: {'device': '093dffce-dcb4-4867-a158-0b823612c247', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'port_id': '093dffce-dcb4-4867-a158-0b823612c247', 'mac_address': 'fa:16:3e:31:b3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:02:14.194506 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning for port 6ca2e75a-0c89-4275-b75d-0df844e16fee completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:14.214276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.220967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning complete for port 6ca2e75a-0c89-4275-b75d-0df844e16fee triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:14.221347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.230446 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Checking agent: {'id': '5a546cee-ba98-4fa8-9d99-ad750e31cd10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-vict', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'started_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:14.231375 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Checking segment: {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:14.233100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Bound using segment: {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:14.233857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Bound port: 6941862c-f4e6-4d45-ac05-77e2171b70a5, host: hv-neutron-vict, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852'}}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:14.234382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.255886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3bed8f42-591c-443c-9bb7-7c1931494a97 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Unset dirty status for tenant:aad88f65f33b4afa9049af840f720a12 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:14.260081 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/ports/240970c3-f434-45d0-b9dd-4dbfadfcdf5e HTTP/1.1" status: 204 len: 168 time: 1.5376170 Dec 20 12:02:14.261349 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3bed8f42-591c-443c-9bb7-7c1931494a97 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5500863 Dec 20 12:02:14.267502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33806) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:14.267991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33808) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:14.300725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.323898 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712ae83-29f9-4cd6-b9d7-f4d540bc07a6 req-70857819-7b08-44b9-8486-9ef750113389 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:14.325497 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c712ae83-29f9-4cd6-b9d7-f4d540bc07a6 req-70857819-7b08-44b9-8486-9ef750113389 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 944 time: 0.2657320 Dec 20 12:02:14.371375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093dffce-dcb4-4867-a158-0b823612c247 {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:02:14.432339 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c712ae83-29f9-4cd6-b9d7-f4d540bc07a6 req-1fc6ed85-c1ab-42d6-a6fa-70d159523aa8 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967696 Dec 20 12:02:14.434566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=093dffce-dcb4-4867-a158-0b823612c247,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:14.495011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.501021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:14.544883 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-58770183-05e7-42c8-93e7-78f13b23a058 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] GET failed (client error): The resource could not be found. Dec 20 12:02:14.546546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-58770183-05e7-42c8-93e7-78f13b23a058 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Synchronizing usage tracker for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:14.585080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=093dffce-dcb4-4867-a158-0b823612c247,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:14.596465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:14.608700 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.680325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:14.713720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad39d1-15ec-464b-94ee-f95f1a5dc60c req-b8bdd4bc-8bbf-48fb-829c-e9e781657632 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:14.728855 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-59ad39d1-15ec-464b-94ee-f95f1a5dc60c req-b8bdd4bc-8bbf-48fb-829c-e9e781657632 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 943 time: 0.1723800 Dec 20 12:02:14.735958 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33822) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:14.783503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] get_ports_and_sgs() called for port_ids ['093dffce-dcb4-4867-a158-0b823612c247'] {{(pid=83530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:02:14.817703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-58770183-05e7-42c8-93e7-78f13b23a058 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Unset dirty status for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:14.819032 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-58770183-05e7-42c8-93e7-78f13b23a058 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "GET /v2.0/ports/240970c3-f434-45d0-b9dd-4dbfadfcdf5e HTTP/1.1" status: 404 len: 333 time: 0.5475349 Dec 20 12:02:14.828103 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33830) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:14.833137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.847144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1139541553'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:14.851602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] For port 6941862c-f4e6-4d45-ac05-77e2171b70a5, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:14.895041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6ca2e75a-0c89-4275-b75d-0df844e16fee, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:14.907147 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-59ad39d1-15ec-464b-94ee-f95f1a5dc60c req-b1de426a-3386-469b-8960-da6071ecc211 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770420 Dec 20 12:02:14.913600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:14.919673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:14.983258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Deleting port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:14.988407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.007898 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33834) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:15.019431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] For port 6941862c-f4e6-4d45-ac05-77e2171b70a5, host hv-neutron-vict, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:15.032788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-fa414ade-9077-4d61-898a-3180946001f4 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:15.043335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.086177 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.090059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:15.117205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6ca2e75a-0c89-4275-b75d-0df844e16fee,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:15.123414 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:15.146302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62928d4e-65df-42b5-902a-e3ae9b45fcf6 None None] Network 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:15.202229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.246019 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.249007 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] 10.222.0.62 "PUT /v2.0/ports/6941862c-f4e6-4d45-ac05-77e2171b70a5 HTTP/1.1" status: 200 len: 1093 time: 4.1238847 Dec 20 12:02:15.258015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:15.324742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Pushing event updated for resources: {'Port': ['ID=6941862c-f4e6-4d45-ac05-77e2171b70a5,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:15.331479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.440044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:15.447198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:15.451430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:15.451605 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:15.468457 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a1e3980566421092a655f2c8477d45 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:15.478186 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fa414ade-9077-4d61-898a-3180946001f4 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "PUT /v2.0/quotas/dd609d2bee9a40e9bc320e23b6c0b85c HTTP/1.1" status: 200 len: 368 time: 0.7370362 Dec 20 12:02:15.478186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:15.485221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:15.486958 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33854) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:15.489546 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:15.494561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Request body: {'network': {'project_id': 'dd609d2bee9a40e9bc320e23b6c0b85c'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:15.530174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:15.543006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Usage tracker for resource:network and tenant:dd609d2bee9a40e9bc320e23b6c0b85c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:15.553691 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:15.557713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:15.572910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b3b3ed2e-8863-4b29-a347-349ecc6f82fe None None] Provisioning for port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:15.573816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.595673 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:15.614656 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'code': 200} Dec 20 12:02:15.640928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:15.658635 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-44e4eb3d-12eb-4c6a-8e65-f5b6c0babe92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd1a646924af49cfb7abbe0531549aaf&device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 1096 time: 0.3606737 Dec 20 12:02:15.660339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] For port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3e5f7f99-22b5-4880-a6d0-c7d2e502a055,segment=NetworkSegment(c07907c5-6303-4ca0-bafd-b69c2dbf7154),segment_id=c07907c5-6303-4ca0-bafd-b69c2dbf7154)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:15.660747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.694311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] Sync routers for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:15.703834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Made reservation on behalf of dd609d2bee9a40e9bc320e23b6c0b85c for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:15.715046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.777015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.839651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] device_id is not set on port 8ab689db-77e9-4ad0-975e-cfc20fa4dc08 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:15.848967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:15.849929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:15.853301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Calling delete_port for 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:15.926666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] DHCP port deletion for 60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:15.936504 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:15.940316 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a85e96-4391-4375-bb96-62fbcc8b0584 req-89cc4124-691b-487d-960f-6dde1a812fe7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:15.941634 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-19a85e96-4391-4375-bb96-62fbcc8b0584 req-89cc4124-691b-487d-960f-6dde1a812fe7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 945 time: 0.6899567 Dec 20 12:02:15.947826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:15.950691 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Deleting port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:15.951062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.983598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:15.983598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:15.996481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.013118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.028197 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-d1cc5093-a3f3-4f1f-869e-bf7738b732df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5 HTTP/1.1" status: 200 len: 217 time: 0.3540852 Dec 20 12:02:16.035029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.039313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:16.055874 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:16.056531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:16.069364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Usage tracker for resource:security_group_rule and tenant:dd609d2bee9a40e9bc320e23b6c0b85c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:16.073318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:16.086840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:16.129633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:16.146919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:16.147255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7face6f1-5052-4b1e-978b-44f56b278a53 None None] The sync data for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:16.149067 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336a334-91c7-41fa-9788-45088a3556ea req-a2eb27f7-e3e9-472f-b41b-a682785b5cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:16.151301 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-a2eb27f7-e3e9-472f-b41b-a682785b5cd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2033da72-16b5-41cd-8acd-895c25754a68 HTTP/1.1" status: 200 len: 851 time: 0.1166542 Dec 20 12:02:16.157767 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 13.4797344 Dec 20 12:02:16.157767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33860) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:16.189644 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No ports have port_id starting with 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 Dec 20 12:02:16.201823 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-19a85e96-4391-4375-bb96-62fbcc8b0584 req-27f4b3ab-4131-4c9d-817a-63d0c27ceb7a tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371697 Dec 20 12:02:16.216046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a028232f-4eb5-4318-b721-828d2aa0b2ca,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:16.221449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:16.233687 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7a1e3980566421092a655f2c8477d45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2097285 Dec 20 12:02:16.240747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33864) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:16.253975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca8698-6453-4b90-bd9c-c9408bd0b6c1 req-7e6f0a2a-823f-42af-8fa4-f5a41ad5b9b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:16.260672 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b0ca8698-6453-4b90-bd9c-c9408bd0b6c1 req-7e6f0a2a-823f-42af-8fa4-f5a41ad5b9b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 0.4914362 Dec 20 12:02:16.293728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.300993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-83a42203-ea60-4c49-bff5-1b32f13382ec tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:16.307039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Allocated IP 2001:db8::9f (cdf31d4c-a108-4ffa-9da7-ac24e7a54a86/bb8515ef-1141-4f18-b413-368b72f4ebdb/8ab689db-77e9-4ad0-975e-cfc20fa4dc08) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:16.313538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] For port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3e5f7f99-22b5-4880-a6d0-c7d2e502a055,segment=NetworkSegment(c07907c5-6303-4ca0-bafd-b69c2dbf7154),segment_id=c07907c5-6303-4ca0-bafd-b69c2dbf7154)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:16.314230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.346771 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-73a6e3d0-8d93-4dc2-926e-2c73c7a21ae0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 1098 time: 0.4462569 Dec 20 12:02:16.360809 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Port': ['ID=3e5f7f99-22b5-4880-a6d0-c7d2e502a055,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:16.369698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:16.395590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] No DVR routers for this DVR port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:16.430693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.434405 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-767648c2-c1bd-47a6-89ee-0ba92ea883cd tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] 10.222.0.41 "GET /v2.0/floatingips/7a7e37d2-76a8-4631-99e2-57093848cd17 HTTP/1.1" status: 200 len: 983 time: 0.2741570 Dec 20 12:02:16.436820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33870) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:16.464735 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b0ca8698-6453-4b90-bd9c-c9408bd0b6c1 req-40865f46-e3db-4b1f-b2c0-4c720cf345f8 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2031591 Dec 20 12:02:16.510701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Calling delete_port for 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:16.510888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.564485 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-8d2f2f96-2ce5-49ee-ad12-bc1eb52efe27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1dcf2f27-38e3-4edf-84de-daec6d490852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3978601 Dec 20 12:02:16.574890 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'status': 'completed', 'code': 200} Dec 20 12:02:16.582451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.612485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.613928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:02:16.614295 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:02:16.628287 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1ca77d0e-d913-4727-923c-73ad083de926 tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.1888294 Dec 20 12:02:16.674301 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33876) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:16.677691 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3adb176-8c11-4401-af79-97d07339ceac tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:16.690359 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.762024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.763746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:16.766917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e9947c-d5ad-476b-9c8a-0aa882f5a5a6']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:16.788524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07907c5-6303-4ca0-bafd-b69c2dbf7154') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:16.788818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07907c5-6303-4ca0-bafd-b69c2dbf7154') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:16.810109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.828534 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-5d70831c-55c6-44f8-aceb-237b42558aa0 service neutron] 10.222.0.62 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493358 Dec 20 12:02:16.831825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.850470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:16.857574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:16.858066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:16.862561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Usage tracker for resource:security_group_rule and tenant:3608861c6d9c437dbb604bfb9f7f983a is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:16.871695 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:16.884641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:16.899515 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab1ae37-be41-4f2f-bd63-c5a630b1b168,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:16.919390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:16.920222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:16.936584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.023127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.032046 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:17.046536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.071193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Network': ['ID=60e9947c-d5ad-476b-9c8a-0aa882f5a5a6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:17.078671 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:17.080617 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6336a334-91c7-41fa-9788-45088a3556ea req-c29d701d-8388-45ae-9c85-fac321411350 service neutron] 10.222.0.62 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463396 Dec 20 12:02:17.082282 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/networks/60e9947c-d5ad-476b-9c8a-0aa882f5a5a6 HTTP/1.1" status: 204 len: 168 time: 2.8090496 Dec 20 12:02:17.084834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33880) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:17.096108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.096463 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Added segment 958683ca-7904-4e10-8d74-2b19a74c816a of type vlan for network 632cead3-469c-4200-9d30-135d01b69330 Dec 20 12:02:17.115343 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Deleting port 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:17.115919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.123596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.183832 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2a842-0efe-4b32-b326-146d9cb5fa5c req-5817260e-5baf-4bf8-a400-a407a6017bce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:17.184045 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e57a825d-23e9-49b1-96da-300b60d21e44 None None] The port '3e5f7f99-22b5-4880-a6d0-c7d2e502a055' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:02:17.185332 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-eee2a842-0efe-4b32-b326-146d9cb5fa5c req-5817260e-5baf-4bf8-a400-a407a6017bce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 943 time: 0.5593426 Dec 20 12:02:17.202664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.206455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24ec51-6d4d-4d27-8961-ac6761f57b09 None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:02:17.233215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Deleting port a8461eb4-eb59-4e53-abc8-899a4254feac {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:17.233545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.273361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.279560 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Transition to ACTIVE for port object 8ab689db-77e9-4ad0-975e-cfc20fa4dc08 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:17.293039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Deleting port b0f4f83a-72f0-410d-8928-2f360a843fde {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:17.293376 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.299936 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:17.300894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.330423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.338512 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:17.339010 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3e5f7f99-22b5-4880-a6d0-c7d2e502a055 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:17.358333 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:17.370067 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-29b1286c-fa11-46cf-9314-e13473335c92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd1a646924af49cfb7abbe0531549aaf&device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 1096 time: 0.1615562 Dec 20 12:02:17.370256 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:02:17.378272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.407006 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-cd919eda-3bd1-414b-9a79-b5037b84c817 req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0415921 Dec 20 12:02:17.421226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24ec51-6d4d-4d27-8961-ac6761f57b09 None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:02:17.441440 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-eee2a842-0efe-4b32-b326-146d9cb5fa5c req-0f9795e2-52f8-431c-a9be-5be9442f9320 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439973 Dec 20 12:02:17.499386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a028232f-4eb5-4318-b721-828d2aa0b2ca,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:17.549663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:17.568573 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6a31217-a227-4281-8172-9b8d99ebd33b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:17.592554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.593597 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:17.594927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.622376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.756168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 093dffce-dcb4-4867-a158-0b823612c247 up at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:17.779284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] For port b0f4f83a-72f0-410d-8928-2f360a843fde, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b0f4f83a-72f0-410d-8928-2f360a843fde,segment=NetworkSegment(20e135ad-9f7a-4499-a7c0-15bc5783e959),segment_id=20e135ad-9f7a-4499-a7c0-15bc5783e959)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:17.779644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.796633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-24533381-b3ab-4a17-b5b3-c7b78738b8e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:17.798020 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-24533381-b3ab-4a17-b5b3-c7b78738b8e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1dcf2f27-38e3-4edf-84de-daec6d490852 HTTP/1.1" status: 200 len: 913 time: 0.4006910 Dec 20 12:02:17.897338 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:17.907511 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:17.910437 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning for port 093dffce-dcb4-4867-a158-0b823612c247 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:17.915461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:17.917485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning complete for port 093dffce-dcb4-4867-a158-0b823612c247 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:17.917869 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.919524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:17.920124 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.930177 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4421895 Dec 20 12:02:17.942420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b57c18-95b1-48a2-85b9-8507e357248e,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:17.951805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33888) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:17.958791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:17.963332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Request body: {'network': {'project_id': 'dd609d2bee9a40e9bc320e23b6c0b85c'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:17.966467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Calling delete_port for b0f4f83a-72f0-410d-8928-2f360a843fde owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:17.969764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:17.982610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:17.983713 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a028232f-4eb5-4318-b721-828d2aa0b2ca HTTP/1.1" status: 204 len: 168 time: 1.7411275 Dec 20 12:02:17.997092 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:18.035572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Usage tracker for resource:network and tenant:dd609d2bee9a40e9bc320e23b6c0b85c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:18.046548 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-1915aa03-895d-4bce-a459-6c8a33627edf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5 HTTP/1.1" status: 200 len: 217 time: 0.1901457 Dec 20 12:02:18.048748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:18.058448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.058773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.072749 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2418182 Dec 20 12:02:18.084652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.109736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33894) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:18.130502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'network_id': 'cdf31d4c-a108-4ffa-9da7-ac24e7a54a86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1114657021'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:18.135299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:18.141729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093dffce-dcb4-4867-a158-0b823612c247'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:18.157496 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=093dffce-dcb4-4867-a158-0b823612c247,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:18.166120 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.168927 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:18.201959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26fe26-6cf9-4808-98c0-8e1771ee4821 req-1e45a60e-507a-4877-a3be-f83b58c59834 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:18.208756 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-de26fe26-6cf9-4808-98c0-8e1771ee4821 req-1e45a60e-507a-4877-a3be-f83b58c59834 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 945 time: 0.8133037 Dec 20 12:02:18.273701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-6cffb5e1-f251-41b1-a9da-4a13c8224ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:18.276432 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-6cffb5e1-f251-41b1-a9da-4a13c8224ee8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2033da72-16b5-41cd-8acd-895c25754a68 HTTP/1.1" status: 200 len: 851 time: 0.2223840 Dec 20 12:02:18.283484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.283691 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Pushing event updated for resources: {'Network': ['ID=632cead3-469c-4200-9d30-135d01b69330,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:18.290610 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:18.297313 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 632cead3-469c-4200-9d30-135d01b69330 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:18.303158 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:18.312377 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Calling delete_port for a8461eb4-eb59-4e53-abc8-899a4254feac owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:18.315234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=093dffce-dcb4-4867-a158-0b823612c247,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:18.318641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:18.346942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-71bb79d4-23d3-49ab-b1aa-47f87e5c8b54 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:18.381225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Port': ['ID=b0f4f83a-72f0-410d-8928-2f360a843fde,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:18.397037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] No DVR routers for this DVR port b0f4f83a-72f0-410d-8928-2f360a843fde on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:18.414238 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Made reservation on behalf of dd609d2bee9a40e9bc320e23b6c0b85c for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:18.416614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.442541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.442945 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.443250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.443598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.443942 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.444313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.444656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.444994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.445329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.446709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.446709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:18.448685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059894e5-d1cf-49d2-9b1b-a5319e8aa4ee req-1cefc07a-fc62-4cb7-9385-c27d63ac156c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:18.450174 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-059894e5-d1cf-49d2-9b1b-a5319e8aa4ee req-1cefc07a-fc62-4cb7-9385-c27d63ac156c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 0.7879879 Dec 20 12:02:18.460201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:18.483736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6b73b329-9418-4f2e-95e9-83cfd37a35f7 None None] Provisioning for port 8ab689db-77e9-4ad0-975e-cfc20fa4dc08 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:18.493870 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6b73b329-9418-4f2e-95e9-83cfd37a35f7 None None] Provisioning complete for port 8ab689db-77e9-4ad0-975e-cfc20fa4dc08 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:18.494354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6b73b329-9418-4f2e-95e9-83cfd37a35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.506889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=8ab689db-77e9-4ad0-975e-cfc20fa4dc08,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:18.511868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:18.518016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:18.540200 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-de26fe26-6cf9-4808-98c0-8e1771ee4821 req-4eea0788-1fac-4dba-b2e2-08f8ae5007b2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299763 Dec 20 12:02:18.565320 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:18.575190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Usage tracker for resource:port and tenant:b028c8526c774a63866cecd95e77ffbc is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:18.584113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:18.588294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.595858 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.596237 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Added segment 210e6f2e-efa4-44b5-a9f3-2f545e8ae852 of type vlan for network ce98bcf0-eabb-41e8-8ba5-00352dd983c1 Dec 20 12:02:18.598811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:18.609873 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-059894e5-d1cf-49d2-9b1b-a5319e8aa4ee req-16a4e893-a37a-402e-81b1-ec39cc358b89 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366489 Dec 20 12:02:18.660520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6b73b329-9418-4f2e-95e9-83cfd37a35f7 None None] Port 8ab689db-77e9-4ad0-975e-cfc20fa4dc08 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:18.674779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898d0fed-4dcc-4c36-a521-de6477593dda']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:18.698104 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e135ad-9f7a-4499-a7c0-15bc5783e959') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:18.698777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e135ad-9f7a-4499-a7c0-15bc5783e959') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:18.700989 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093dffce-dcb4-4867-a158-0b823612c247', 'code': 200} Dec 20 12:02:18.735408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.737633 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Sync routers for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:18.739743 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.751903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5df717c-39f4-495a-bcc3-30c59f58c158 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:18.767374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.770346 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:18.771168 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:18.815578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Made reservation on behalf of b028c8526c774a63866cecd95e77ffbc for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:18.824205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.844456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Port': ['ID=a8461eb4-eb59-4e53-abc8-899a4254feac,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:18.854209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:18.873082 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-f46184ed-eb1c-4ce4-8c37-8d596fc7cbcb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1dcf2f27-38e3-4edf-84de-daec6d490852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5840242 Dec 20 12:02:18.876057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.941420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.942328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:18.942888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:18.950692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:18.999466 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:19.109307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:19.159985 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-62422234-fe7a-46d6-956a-b3a4b86b7acf service neutron] 10.222.0.62 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731838 Dec 20 12:02:19.167186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Pushing event updated for resources: {'Network': ['ID=ce98bcf0-eabb-41e8-8ba5-00352dd983c1,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:19.177507 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2233982 Dec 20 12:02:19.185798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33912) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:19.204926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:19.205324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:19.205884 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Request body: {'network': {'project_id': 'dd609d2bee9a40e9bc320e23b6c0b85c'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:19.219404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.219769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.220138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.222993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:19.227076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:19.232968 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4acb02c3-63c5-4f72-85ea-0d3d712c7205 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:19.241356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4d62e-e473-4f45-8eaa-624819962d80 req-5eb51805-bd56-496b-9b01-a374b5b0b27c tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:19.243472 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e6e4d62e-e473-4f45-8eaa-624819962d80 req-5eb51805-bd56-496b-9b01-a374b5b0b27c tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 943 time: 0.4551895 Dec 20 12:02:19.245480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Usage tracker for resource:network and tenant:dd609d2bee9a40e9bc320e23b6c0b85c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:19.249568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:19.262763 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network ce98bcf0-eabb-41e8-8ba5-00352dd983c1 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:19.263332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:19.290967 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 12:02:19.291406 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:02:19.292514 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dd98ae2f-d1a3-47aa-8d19-7f69278f83c8 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1008303 Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:19.295486 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:19.298973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] device_id is not set on port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:19.300357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33918) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:19.407132 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:01:35Z', 'revision_number': 2, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:19.412143 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Checking router: 63e7e1fb-974f-4842-8d33-3b84f1ef55fe for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:19.412685 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Updating router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:02:19.449256 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b2fc249f-db96-4d88-b5d9-fdfac7d598f7 req-cb34d60b-2c8b-4953-94f3-679a61272f09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1099 time: 0.3867171 Dec 20 12:02:19.491707 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:19.555429 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e6e4d62e-e473-4f45-8eaa-624819962d80 req-b94943ac-c3ec-48b0-89ff-10284eaaeef9 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990892 Dec 20 12:02:19.563264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-b2fc249f-db96-4d88-b5d9-fdfac7d598f7 req-63bae93a-00b0-4d7c-bb71-94b75657c55c service neutron] Synchronizing usage tracker for tenant:3608861c6d9c437dbb604bfb9f7f983a on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:19.594751 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5f86eefc-7274-4885-81f1-9ba413567693 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd609d2bee9a40e9bc320e23b6c0b85c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2896190 Dec 20 12:02:19.598070 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33928) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:19.621497 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33932) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:19.630966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-b2fc249f-db96-4d88-b5d9-fdfac7d598f7 req-63bae93a-00b0-4d7c-bb71-94b75657c55c service neutron] Unset dirty status for tenant:3608861c6d9c437dbb604bfb9f7f983a on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:19.632069 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b2fc249f-db96-4d88-b5d9-fdfac7d598f7 req-63bae93a-00b0-4d7c-bb71-94b75657c55c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498973 Dec 20 12:02:19.742836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6941862c-f4e6-4d45-ac05-77e2171b70a5 details requested by agent hyperv_hv-neutron-vict with host hv-neutron-vict {{(pid=83530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:02:19.826987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1042143222'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:19.876634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:19.884188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:19.899485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:network and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:19.911122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:19.929424 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:19.933553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6941862c-f4e6-4d45-ac05-77e2171b70a5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:19.950225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:19.953179 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Returning: {'device': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'port_id': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'mac_address': 'fa:16:3e:ff:50:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:02:19.968003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.015356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Network': ['ID=898d0fed-4dcc-4c36-a521-de6477593dda,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:20.017754 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.022454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.033048 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Transition to ACTIVE for port object 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:20.033282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:20.044218 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.046631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6941862c-f4e6-4d45-ac05-77e2171b70a5 {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:02:20.051600 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-09715f41-e87d-42a4-9625-e67267bcb91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:20.065754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Allocated IP 2001:db8::176 (cdf31d4c-a108-4ffa-9da7-ac24e7a54a86/bb8515ef-1141-4f18-b413-368b72f4ebdb/5c42f9da-b709-4f8c-b9e1-87aca54ae0e0) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:20.066564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6941862c-f4e6-4d45-ac05-77e2171b70a5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:20.069774 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/networks/898d0fed-4dcc-4c36-a521-de6477593dda HTTP/1.1" status: 204 len: 168 time: 2.9840732 Dec 20 12:02:20.073150 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e17d0eb0-8cf8-4a14-b114-3a563a308e78 req-42ddbfe5-a52e-44eb-aa4f-8f5edfca9753 service neutron] 10.222.0.62 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9023907 Dec 20 12:02:20.075143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33940) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:20.075818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.077936 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:20.127380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.173536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:20.177093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.178380 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6941862c-f4e6-4d45-ac05-77e2171b70a5,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:20.188887 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:20.218339 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f219a-fc36-4d3a-918b-cc3349c39b36 None None] Pushing event updated for resources: {'Port': ['ID=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:20.221946 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-576f219a-fc36-4d3a-918b-cc3349c39b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:20.229351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.249503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfd2c8-2a24-4b62-8c97-c40e3eb55b5f req-0909e0dc-996d-4271-baae-1ca1f08f5e69 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:20.256837 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-dfcfd2c8-2a24-4b62-8c97-c40e3eb55b5f req-0909e0dc-996d-4271-baae-1ca1f08f5e69 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 0.4410927 Dec 20 12:02:20.273389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.291418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fd59b-b898-4c6a-81f3-1f734efa4205 req-6074e1cd-8705-4458-89cf-eae65c0e0d3c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:20.294090 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e43fd59b-b898-4c6a-81f3-1f734efa4205 req-6074e1cd-8705-4458-89cf-eae65c0e0d3c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5359502 Dec 20 12:02:20.297862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.312460 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] get_ports_and_sgs() called for port_ids ['6941862c-f4e6-4d45-ac05-77e2171b70a5'] {{(pid=83530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:02:20.351837 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Attempting to bind port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:20.353629 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Attempting to bind port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:20.354249 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Attempting to bind port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 on network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:20.365191 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:20.365926 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Checking segment: {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:20.366511 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.368455 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Bound using segment: {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:20.371148 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Bound port: 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4166925-70e6-4a0f-bc92-14347a8efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:20.371850 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.376900 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-dfcfd2c8-2a24-4b62-8c97-c40e3eb55b5f req-2c8014a6-ff1e-42eb-b6b3-452793922d86 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188390 Dec 20 12:02:20.391419 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:20.453790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:security_group_rule and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:20.468668 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:20.496113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:20.497205 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] For port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:20.500714 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] For port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:20.517159 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.532920 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:20.551674 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e43fd59b-b898-4c6a-81f3-1f734efa4205 req-ac97aeed-4c33-44b4-b742-89ab382bf026 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482550 Dec 20 12:02:20.578010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.613434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Router 3c824289-d61c-494a-8ba1-d2cc8070f24c has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:20.618918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Transition to ACTIVE for port object 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:20.628781 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f219a-fc36-4d3a-918b-cc3349c39b36 None None] Pushing event updated for resources: {'Port': ['ID=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:20.667399 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:20.668333 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:20.697388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.752600 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-576f219a-fc36-4d3a-918b-cc3349c39b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:20.782218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.784984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-16b5d915-d173-4eb5-94a2-c34a262901b9 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:20.934136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.941975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:20.945119 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:20.949316 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=5c42f9da-b709-4f8c-b9e1-87aca54ae0e0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:20.951838 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:20.954054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:20.954192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:20.968229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-28fa609d-47e4-4560-9453-14e9bbe7072c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:21.014234 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:21.015590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:21.023275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:21.027252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:21.027847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.041859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.045477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593784c6-841b-460b-b2aa-e788f9831f7c,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:21.071668 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.072385 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Added segment f1540452-7244-4dd2-8bfe-f3af1e4dc238 of type vlan for network 51a1536f-8906-4846-ba25-f9918687ea89 Dec 20 12:02:21.073814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:21.079229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab1ae37-be41-4f2f-bd63-c5a630b1b168,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:21.083523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10520-225a-443d-8ce1-32c0be534206 req-46c1d07c-339a-4b7a-b147-dbf93eaa1d0e tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:21.083523 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9cd10520-225a-443d-8ce1-32c0be534206 req-46c1d07c-339a-4b7a-b147-dbf93eaa1d0e tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 0.4676178 Dec 20 12:02:21.085077 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:21.085910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.091050 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ab1ae37-be41-4f2f-bd63-c5a630b1b168 HTTP/1.1" status: 204 len: 168 time: 1.4842932 Dec 20 12:02:21.106395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33952) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:21.106802 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33954) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:21.116581 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0035017 Dec 20 12:02:21.118364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208b5294-d01b-4e10-bc6b-639b0e792aab']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:21.121394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33958) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:21.126810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Request body: {'floatingip': {'port_id': '6ca2e75a-0c89-4275-b75d-0df844e16fee'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:21.132202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251d53cb-a4a5-489b-b41f-50b38a2fe4eb') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:21.132506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251d53cb-a4a5-489b-b41f-50b38a2fe4eb') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:21.146563 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.170124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.178474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:21.178884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:21.194392 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:21.235546 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:7d:6d:ff'}, {'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:fd:ca:0f'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:21.287717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.294061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7fb375d7-c877-496f-8005-8107f192518c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:21.297958 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:20Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:21.302333 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69b457-2135-4fd1-b35b-21819d59aabf None None] The sync data for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv is: [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:20Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:21.314371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.327269 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Network': ['ID=208b5294-d01b-4e10-bc6b-639b0e792aab,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:21.335447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:21.337864 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/networks/208b5294-d01b-4e10-bc6b-639b0e792aab HTTP/1.1" status: 204 len: 168 time: 1.2590008 Dec 20 12:02:21.340567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33964) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:21.432404 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-50f9d49a-5ae8-4f30-94f9-3054557752f8 None None] Provisioning for port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:21.437243 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-50f9d49a-5ae8-4f30-94f9-3054557752f8 None None] Provisioning complete for port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:21.437616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-50f9d49a-5ae8-4f30-94f9-3054557752f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.464663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.482875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.484043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.493861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.500108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-50f9d49a-5ae8-4f30-94f9-3054557752f8 None None] Port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:21.573389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2ee2-c9d9-4b71-9330-21af9f45ba32 req-efabff90-04b5-4685-b526-4c09cd352df0 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:21.577975 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-eecb2ee2-c9d9-4b71-9330-21af9f45ba32 req-efabff90-04b5-4685-b526-4c09cd352df0 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 944 time: 0.7204137 Dec 20 12:02:21.630829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.669779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c022d8-5618-4707-9a78-fe5ad42c4f25']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:21.685279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbe7f37-ca08-43bd-8f89-61c1cb92bbac') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:21.685999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbe7f37-ca08-43bd-8f89-61c1cb92bbac') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:21.701422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.720755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.727439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:21.727937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:21.752131 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:21.759541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6941862c-f4e6-4d45-ac05-77e2171b70a5 up at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:21.841359 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning for port 6941862c-f4e6-4d45-ac05-77e2171b70a5 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:21.846788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning complete for port 6941862c-f4e6-4d45-ac05-77e2171b70a5 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:21.847320 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.854724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.858551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:21.859187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.874993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:21.884089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.891304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-930f9f26-cd4b-4590-ae7f-50c7b791a272 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:21.943857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:21.948639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Pushing event deleted for resources: {'Network': ['ID=b3c022d8-5618-4707-9a78-fe5ad42c4f25,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:21.960413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:21.974623 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] 10.222.0.41 "DELETE /v2.0/networks/b3c022d8-5618-4707-9a78-fe5ad42c4f25 HTTP/1.1" status: 204 len: 168 time: 0.6327574 Dec 20 12:02:22.042505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.118969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:22.133292 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6941862c-f4e6-4d45-ac05-77e2171b70a5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:22.138204 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.142100 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:22.252358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Network': ['ID=51a1536f-8906-4846-ba25-f9918687ea89,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:22.267228 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-eecb2ee2-c9d9-4b71-9330-21af9f45ba32 req-f67ea669-8455-4b3e-9662-d75a2cb65f5a tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6515493 Dec 20 12:02:22.286035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:22.356024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:22.431594 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'code': 200} Dec 20 12:02:22.459194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6941862c-f4e6-4d45-ac05-77e2171b70a5,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:22.470016 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.470456 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.470957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.471444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.471923 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.472428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.472861 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.473279 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.473696 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.474112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.474526 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:02:22.479533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:22.507803 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.540931 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9177132 Dec 20 12:02:22.544610 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33978) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:22.551059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:22.567200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.613081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce98bcf0-eabb-41e8-8ba5-00352dd983c1']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.617011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33982) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:22.691484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210e6f2e-efa4-44b5-a9f3-2f545e8ae852') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.691861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210e6f2e-efa4-44b5-a9f3-2f545e8ae852') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.751217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4132556-c033-4aae-8b6b-edbc6f645688 req-26365c38-68fe-481c-9720-3fb49ead78ba tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:22.752805 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d4132556-c033-4aae-8b6b-edbc6f645688 req-26365c38-68fe-481c-9720-3fb49ead78ba tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.0395956 Dec 20 12:02:22.763982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:22.766877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.777469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] Sync routers for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:22.791839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:22.792510 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.792716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.815149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:22.828114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:22.834360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:22.850066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:22.857115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.868741 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:22.869477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.877001 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e54baede-820e-4fb3-b7d1-521b84bd4e0c req-3e8e5569-5130-4790-84a2-166c22021232 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 1098 time: 0.3078115 Dec 20 12:02:22.882249 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1b70021d-84f2-49c0-9deb-5da61dfa0311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aad88f65f33b4afa9049af840f720a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2530308 Dec 20 12:02:22.882249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:22.895760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 33988) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:22.935213 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:22.970682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:22.971587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad743fa-46bf-4bfd-93b9-0387e6658fc5 None None] The sync data for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:22.991464 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:22.991838 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.006859 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d4132556-c033-4aae-8b6b-edbc6f645688 req-3b19a2bb-ee51-42cb-944b-82a2b328c261 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282317 Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a7e37d2-76a8-4631-99e2-57093848cd17 HTTP/1.1" status: 204 len: 168 time: 6.3240075 Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:23.012063 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:23.020209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 33992) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:23.040236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:23.065004 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.084010 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e54baede-820e-4fb3-b7d1-521b84bd4e0c req-a158953f-9df4-4244-929a-6d326cee2ec5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891165 Dec 20 12:02:23.121474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:23.145792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Usage tracker for resource:floatingip and tenant:0fb40d3e1d52467fa2e4605e703528a9 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:23.165214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.213754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.227503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:23.296614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.298831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:23.310739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:23.336660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:23.348389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.350935 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce98bcf0-eabb-41e8-8ba5-00352dd983c1,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:23.380654 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:23.384109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.398177 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.398979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-23d86aa7-7aba-4c00-bbb2-dd712ef74588 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:23.420516 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90589e0-4b17-4c37-bc00-5daffd21671d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:23.422805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:23.424414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:23.459240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:23.465229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:23.465612 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.466606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.470326 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e90589e0-4b17-4c37-bc00-5daffd21671d HTTP/1.1" status: 204 len: 168 time: 0.5736089 Dec 20 12:02:23.500928 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.516768 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=6b1e2e2e-3083-4597-b995-f87bdc66fc56,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:23.527843 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ce98bcf0-eabb-41e8-8ba5-00352dd983c1 HTTP/1.1" status: 204 len: 168 time: 2.4204595 Dec 20 12:02:23.530622 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:23.531253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34002) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:23.552546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:23.553695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network hostable DHCP agents. Network: 51a1536f-8906-4846-ba25-f9918687ea89, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:23.601797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.640431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:23.645802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.647910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:23.694223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef9c1d-252b-4164-8e19-92ad9bd9277a req-584407a5-0eec-4365-be98-df0e7a773d4f tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:23.694591 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.700673 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8fef9c1d-252b-4164-8e19-92ad9bd9277a req-584407a5-0eec-4365-be98-df0e7a773d4f tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5604680 Dec 20 12:02:23.711859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34006) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:23.719260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.728290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Request body: {'floatingip': {'port_id': '093dffce-dcb4-4867-a158-0b823612c247'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:23.743286 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:23.755225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:23.764891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:23.812304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 51a1536f-8906-4846-ba25-f9918687ea89) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:23.825702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d687a56-4d9b-46c7-b138-5fc6c811856a None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:23.876473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:23.877190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.901147 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.912865 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3646319 Dec 20 12:02:23.913752 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34016) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:23.922319 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'name': 'tempest-NetworksTestDHCPv6-39726318'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:23.983178 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:23.994422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:24.113039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:24.117722 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.119636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632cead3-469c-4200-9d30-135d01b69330']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:24.126867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:24.132231 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:24.140008 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958683ca-7904-4e10-8d74-2b19a74c816a') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:24.140326 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958683ca-7904-4e10-8d74-2b19a74c816a') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:24.147262 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:24.157745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.161477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '6b1e2e2e-3083-4597-b995-f87bdc66fc56'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:24.162693 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.176086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.181272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:24.185041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.208925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:24.209328 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:24.223065 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:24.228675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port c1a96f5c-beed-4225-999c-788fbbf68b68 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:24.367059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.376045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3d8e1a84-51ae-4473-ba2d-6f2e4f173ead tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:24.379794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] In _notify_port_updated(), no bound segment for port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 on network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:02:24.384366 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.385012 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.386285 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "PUT /v2.0/ports/5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 HTTP/1.1" status: 200 len: 1066 time: 3.1854560 Dec 20 12:02:24.396019 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34028) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:24.399813 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.436384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/6b1e2e2e-3083-4597-b995-f87bdc66fc56/129b76c8-f984-412a-8658-dcb57f9e44eb) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:24.443333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Pushing event deleted for resources: {'Network': ['ID=632cead3-469c-4200-9d30-135d01b69330,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:24.447403 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d2f5-e316-4d57-bec8-09fa8d1a5743 req-d3d90fd2-f356-4879-b8b3-add93ebc169e tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:24.448898 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e555d2f5-e316-4d57-bec8-09fa8d1a5743 req-d3d90fd2-f356-4879-b8b3-add93ebc169e tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 0.9513478 Dec 20 12:02:24.456861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:24.465421 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] 10.222.0.41 "DELETE /v2.0/networks/632cead3-469c-4200-9d30-135d01b69330 HTTP/1.1" status: 204 len: 168 time: 0.9328647 Dec 20 12:02:24.470982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event updated for resources: {'Port': ['ID=5c42f9da-b709-4f8c-b9e1-87aca54ae0e0,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:24.486181 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:24.486528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.512569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:24.611938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:02:24.842826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e21df731-7fe4-4acb-84f3-8b161221d3d1 None None] Provisioning complete for port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:24.843286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.843645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e21df731-7fe4-4acb-84f3-8b161221d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.870217 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e555d2f5-e316-4d57-bec8-09fa8d1a5743 req-4e507a3b-d0b6-41d8-aec7-fb3d7832bd14 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015210 Dec 20 12:02:24.881540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.901620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Transition to ACTIVE for port object 129b76c8-f984-412a-8658-dcb57f9e44eb will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:24.910831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.924482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.925908 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e21df731-7fe4-4acb-84f3-8b161221d3d1 None None] Port 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:24.940466 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Transition to ACTIVE for port object 129b76c8-f984-412a-8658-dcb57f9e44eb will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:24.952730 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:24.963936 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:24.981340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.044637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34038) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:25.051406 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:25.057397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:25.060934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:25.075742 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Pushing event updated for resources: {'Port': ['ID=129b76c8-f984-412a-8658-dcb57f9e44eb,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:25.088490 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:25.150160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Calling delete_port for 5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:25.245992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::213 (51a1536f-8906-4846-ba25-f9918687ea89/6b1e2e2e-3083-4597-b995-f87bdc66fc56/c1a96f5c-beed-4225-999c-788fbbf68b68) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:25.265925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Attempting to bind port 129b76c8-f984-412a-8658-dcb57f9e44eb on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:25.267041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Attempting to bind port 129b76c8-f984-412a-8658-dcb57f9e44eb by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:25.268998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Attempting to bind port 129b76c8-f984-412a-8658-dcb57f9e44eb on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:25.283899 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:25.286214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:25.286214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.286386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:25.288125 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Bound port: 129b76c8-f984-412a-8658-dcb57f9e44eb, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:25.290117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.403253 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Allocated IP 172.36.7.238 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/229d1cd8-fb31-4423-9831-cff3742d7db0) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:25.432797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.453322 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:25.473259 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:02:25.511411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:25.565955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Port': ['ID=5c42f9da-b709-4f8c-b9e1-87aca54ae0e0,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:25.575271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] For port 129b76c8-f984-412a-8658-dcb57f9e44eb, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:25.579910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] For port 129b76c8-f984-412a-8658-dcb57f9e44eb, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=129b76c8-f984-412a-8658-dcb57f9e44eb,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:25.582510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:25.596617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.634810 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1436623075'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:25.635377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:25.656040 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34048) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:25.657155 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:25.671986 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:25.674996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.686828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:25.714299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:25.767353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.769094 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:25.769574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.860386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Pushing event updated for resources: {'Port': ['ID=129b76c8-f984-412a-8658-dcb57f9e44eb,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:25.864862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:25.894297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:25.897392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.919017 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object c1a96f5c-beed-4225-999c-788fbbf68b68 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:25.922256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:25.935338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.034441 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Floating IP f5b4b00b-60be-4834-bc78-b240036abcde associated. External IP: 172.36.7.16, port: 6ca2e75a-0c89-4275-b75d-0df844e16fee. Dec 20 12:02:26.148201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:26.151464 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:26.160505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group_rule and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:26.164225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:bef70e9f1eff438caf9c6173efd4550c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:26.170917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:26.174697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:26.187351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.190486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:26.193199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:26.199187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.201660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.209162 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.215640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f4833026-b30a-47c0-98cb-0d890874bde2 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:26.219605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9fd63ab-6c2a-48af-ab21-0febe439bc6a tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:26.246075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.306012 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/ports/5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 HTTP/1.1" status: 204 len: 168 time: 1.9003470 Dec 20 12:02:26.312764 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34056) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:26.382315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=c1a96f5c-beed-4225-999c-788fbbf68b68,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:26.391692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:26.393417 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Pushing event updated for resources: {'Port': ['ID=229d1cd8-fb31-4423-9831-cff3742d7db0,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:26.395917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:26.398301 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:26.400444 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:26.405913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:26.406239 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:26.407241 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ee6cc0-711c-4909-928e-c908d6c7cd07 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] GET failed (client error): The resource could not be found. Dec 20 12:02:26.407807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d9ee6cc0-711c-4909-928e-c908d6c7cd07 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Synchronizing usage tracker for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:26.417485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:26.427966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:26.432452 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:26.433065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.491959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d9ee6cc0-711c-4909-928e-c908d6c7cd07 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Unset dirty status for tenant:b028c8526c774a63866cecd95e77ffbc on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:26.493776 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d9ee6cc0-711c-4909-928e-c908d6c7cd07 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "GET /v2.0/ports/5c42f9da-b709-4f8c-b9e1-87aca54ae0e0 HTTP/1.1" status: 404 len: 333 time: 0.1685433 Dec 20 12:02:26.498636 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34060) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:26.508583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9ffd-5135-427a-b7f6-a4f99d029a7b req-45dca18d-d812-4666-b87a-0a2e6948b400 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:26.510033 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a13e9ffd-5135-427a-b7f6-a4f99d029a7b req-45dca18d-d812-4666-b87a-0a2e6948b400 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 0.4245887 Dec 20 12:02:26.513594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.515743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.518516 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6036301 Dec 20 12:02:26.520059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.527222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34064) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:26.528165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8bfb0611-8b90-4501-8ac6-ec8d48702ff9 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:26.538666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.623659 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bef70e9f1eff438caf9c6173efd4550c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9639447 Dec 20 12:02:26.637226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:26.638411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34068) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:26.652376 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f252050-6ede-4522-bbea-27d8eb02c2e8,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:26.662749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:26.668723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:26.698080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.698721 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment debb7822-889b-48e0-b437-eaa50bb7803e of type vlan for network 4b18c416-11eb-4322-92dc-586cbd0390ff Dec 20 12:02:26.701327 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc5536d-f889-4fc1-a3ac-2ce315070645,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:26.709308 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:26.737678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting port 8ab689db-77e9-4ad0-975e-cfc20fa4dc08 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:26.738248 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.753620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f972b5-e33b-430d-8dda-3ef12d4668f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:26.757770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f972b5-e33b-430d-8dda-3ef12d4668f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:26.758780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-53f972b5-e33b-430d-8dda-3ef12d4668f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:26.766503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.795734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-53f972b5-e33b-430d-8dda-3ef12d4668f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:26.797079 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-53f972b5-e33b-430d-8dda-3ef12d4668f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2621183 Dec 20 12:02:26.800668 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34072) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:26.845562 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a13e9ffd-5135-427a-b7f6-a4f99d029a7b req-794bcb7e-b394-4b04-842e-4774f5c003a3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905498 Dec 20 12:02:26.863158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.872180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:26.872850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.890205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6c8f48f6-e3ef-4530-b334-1d491009ee1d tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:26.939170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port c1a96f5c-beed-4225-999c-788fbbf68b68 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:26.939745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:26.992954 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1775b9a3-9a78-46d6-a2d0-9e111a44ef1c None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:27.054071 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0048406 Dec 20 12:02:27.066436 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34078) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:27.074911 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=4b18c416-11eb-4322-92dc-586cbd0390ff,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:27.077730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:27.081806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'name': 'tempest-PortsTestJSON-745649467'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:27.110488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:27.148187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.216698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e83881d4-0da5-456d-b003-e7b0adb208d6 None None] Provisioning for port 129b76c8-f984-412a-8658-dcb57f9e44eb completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:27.311936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.343299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.411688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 129b76c8-f984-412a-8658-dcb57f9e44eb up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:27.421615 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Floating IP 87c51327-17c0-4676-b4d0-82189b755a8f associated. External IP: 172.36.7.252, port: 093dffce-dcb4-4867-a158-0b823612c247. Dec 20 12:02:27.452812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:27.460209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:27.470926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:27.481760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:27.497669 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 129b76c8-f984-412a-8658-dcb57f9e44eb completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:27.506853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 129b76c8-f984-412a-8658-dcb57f9e44eb triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:27.507553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.507692 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.517091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:27.520293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.554427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.669169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for c1a96f5c-beed-4225-999c-788fbbf68b68 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:27.698412 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.712489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:27.741249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 129b76c8-f984-412a-8658-dcb57f9e44eb, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=129b76c8-f984-412a-8658-dcb57f9e44eb,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:27.754692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.756975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.757113 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:27.842789 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=129b76c8-f984-412a-8658-dcb57f9e44eb,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:27.846165 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a7f9e074-9386-4fe2-8a94-50b3f797b67b None None] Provisioning complete for port 129b76c8-f984-412a-8658-dcb57f9e44eb triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:27.846562 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e074-9386-4fe2-8a94-50b3f797b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.883235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:27.921878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Calling delete_port for 8ab689db-77e9-4ad0-975e-cfc20fa4dc08 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:27.974423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:27.983745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:28.002339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5e76b-c9ff-4c31-86c8-cba569227ea5 req-25f20f59-81ca-4c5b-b1da-e0f4692bd813 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:28.003795 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e6e5e76b-c9ff-4c31-86c8-cba569227ea5 req-25f20f59-81ca-4c5b-b1da-e0f4692bd813 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 1.0286376 Dec 20 12:02:28.026635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34082) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:28.030115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f252050-6ede-4522-bbea-27d8eb02c2e8,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:28.033185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a7f9e074-9386-4fe2-8a94-50b3f797b67b None None] Provisioning for port c1a96f5c-beed-4225-999c-788fbbf68b68 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:28.038728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:28.043466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Request body: {'floatingip': {'port_id': '6941862c-f4e6-4d45-ac05-77e2171b70a5'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:28.043630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.049081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a7f9e074-9386-4fe2-8a94-50b3f797b67b None None] Provisioning complete for port c1a96f5c-beed-4225-999c-788fbbf68b68 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:28.049571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e074-9386-4fe2-8a94-50b3f797b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.052283 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:28.087269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9e074-9386-4fe2-8a94-50b3f797b67b None None] Port c1a96f5c-beed-4225-999c-788fbbf68b68 was deleted so its status cannot be updated. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 12:02:28.102862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=c1a96f5c-beed-4225-999c-788fbbf68b68,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:28.105172 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:28.153182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.164994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.181208 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.190626 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/c1a96f5c-beed-4225-999c-788fbbf68b68 HTTP/1.1" status: 204 len: 168 time: 1.3886747 Dec 20 12:02:28.191292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34086) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:28.202420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7ffd7f60-9ae9-46b4-8d1b-a0e452ce166b None None] Could not find standard attr ID for object c1a96f5c-beed-4225-999c-788fbbf68b68. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:02:28.264830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.274163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-17c06568-c337-40e8-863d-74c7c034c38c tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:28.323737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0614d5-6cca-4022-a8ca-dd16644b3cc8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:28.325184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0614d5-6cca-4022-a8ca-dd16644b3cc8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:28.325931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-cd0614d5-6cca-4022-a8ca-dd16644b3cc8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:28.375683 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:28.378472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:28.393667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-cd0614d5-6cca-4022-a8ca-dd16644b3cc8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:28.398185 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-cd0614d5-6cca-4022-a8ca-dd16644b3cc8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2046933 Dec 20 12:02:28.401991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34090) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:28.468798 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': 'debb7822-889b-48e0-b437-eaa50bb7803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:28.469221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: 4b18c416-11eb-4322-92dc-586cbd0390ff, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:28.497167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.498255 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f252050-6ede-4522-bbea-27d8eb02c2e8 HTTP/1.1" status: 204 len: 168 time: 1.8589320 Dec 20 12:02:28.614101 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:28.643074 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 4b18c416-11eb-4322-92dc-586cbd0390ff) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:28.653371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:28.658634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:28.659249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.660124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781fa6c3-8d64-4c27-980a-ee4f1a36f390 None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:28.669839 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.680724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:28.698332 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6284008 Dec 20 12:02:28.702204 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34096) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:28.718489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1288325749'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:28.727789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 6b1e2e2e-3083-4597-b995-f87bdc66fc56 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:28.731091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.750114 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Port': ['ID=8ab689db-77e9-4ad0-975e-cfc20fa4dc08,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:28.778157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:28.801906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.822209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.938418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:28.941507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.958768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:28.986618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:28.994165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:29.005184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:29.039006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:29.042933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.058220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34102) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.065999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-89029214-34db-4bfd-b66c-191274010933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:29.089593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.110464 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.124388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:29.127696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.162873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:29.165652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1e2e2e-3083-4597-b995-f87bdc66fc56,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:29.167935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:29.192728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.195425 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.196372 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment 9cf82768-d20f-4760-9545-31d8aa45ac2a of type vlan for network e57c2713-65df-453f-9996-05e4d576b38f Dec 20 12:02:29.200451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103cdd81-bdda-4cb1-92ba-820970302d16 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:29.201632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:29.214273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Usage tracker for resource:security_group_rule and tenant:c90f72dcdb574177abdf8b07487a8e3f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:29.217902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:29.218743 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/ports/8ab689db-77e9-4ad0-975e-cfc20fa4dc08 HTTP/1.1" status: 204 len: 168 time: 2.7172022 Dec 20 12:02:29.219797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Pushing event updated for resources: {'Port': ['ID=229d1cd8-fb31-4423-9831-cff3742d7db0,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:29.222161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34106) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.230295 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:29.232456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:29.235939 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:29.283454 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/6b1e2e2e-3083-4597-b995-f87bdc66fc56 HTTP/1.1" status: 204 len: 168 time: 0.8800623 Dec 20 12:02:29.287214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34110) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.327501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.388912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 129b76c8-f984-412a-8658-dcb57f9e44eb up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:29.461399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.524622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 129b76c8-f984-412a-8658-dcb57f9e44eb triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:29.525132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.563896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.565573 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-f897e63e-4562-494c-97d6-1179342ede39 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] GET failed (client error): The resource could not be found. Dec 20 12:02:29.568637 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f897e63e-4562-494c-97d6-1179342ede39 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "GET /v2.0/ports/8ab689db-77e9-4ad0-975e-cfc20fa4dc08 HTTP/1.1" status: 404 len: 333 time: 0.3414764 Dec 20 12:02:29.573486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34114) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.586041 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-28eea94b-30e1-4acf-9922-6a525b3a2abc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2743926 Dec 20 12:02:29.586041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.586041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.622263 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34118) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.627042 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:29.627191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.649100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:29.650314 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.654088 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6303985 Dec 20 12:02:29.657264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34122) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.661964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:29.692814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Deleting port 129b76c8-f984-412a-8658-dcb57f9e44eb {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:29.693210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.759606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3bf947e6-75ba-47f7-a912-eefedcc592bc tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:29.874058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:29.902748 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:29.905645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=e57c2713-65df-453f-9996-05e4d576b38f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:29.910462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:29.919455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:29.923135 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2201269 Dec 20 12:02:29.926918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting port 3d5cb1f1-f809-4b43-8e13-8295812557e7 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:29.927264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.950605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:29.955671 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34128) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:29.964000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:29.964584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] For port 129b76c8-f984-412a-8658-dcb57f9e44eb, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=129b76c8-f984-412a-8658-dcb57f9e44eb,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:29.965861 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:29.981531 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c90f72dcdb574177abdf8b07487a8e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9217460 Dec 20 12:02:29.987928 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'ports': [{'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff'}, {'network_id': 'e57c2713-65df-453f-9996-05e4d576b38f'}]} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:29.988268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:29.988724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': 'e57c2713-65df-453f-9996-05e4d576b38f'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:29.992170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34132) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:30.057720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:30.060870 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.079604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392b64a3-f606-4d5c-961b-c9b60de26ec7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:30.129119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.135754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:30.145816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:30.170108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:30.178352 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network e57c2713-65df-453f-9996-05e4d576b38f details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:30.181325 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.195114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Calling delete_port for 129b76c8-f984-412a-8658-dcb57f9e44eb owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:30.237602 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Usage tracker for resource:floatingip and tenant:527b003b9941479089c23207fea80c4a is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:30.248755 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:30.264909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.280082 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:30.315221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Router 47251207-637b-489f-8ddb-cddce271b30b has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:30.350569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.355038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:30.375513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks [] for floatingip, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.395451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Pushing event deleted for resources: {'Port': ['ID=129b76c8-f984-412a-8658-dcb57f9e44eb,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:30.398407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:30.401038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.407342 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] No DVR routers for this DVR port 129b76c8-f984-412a-8658-dcb57f9e44eb on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:30.425679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:30.434792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.438930 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] Sync routers for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:30.453191 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:30.454455 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:30.498454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:30.517159 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.565204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:30.583117 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:30.653342 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:30.661371 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:30.663115 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Calling delete_port for 3d5cb1f1-f809-4b43-8e13-8295812557e7 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:30.665836 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f184bc1e-c055-4b80-87dd-38fb9f794345 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "PUT /v2.0/floatingips/f5b4b00b-60be-4834-bc78-b240036abcde HTTP/1.1" status: 200 len: 990 time: 9.5557270 Dec 20 12:02:30.683165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:30.694974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.713730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:30.758348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392b64a3-f606-4d5c-961b-c9b60de26ec7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:30.772050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:30.821448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.825544 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/392b64a3-f606-4d5c-961b-c9b60de26ec7 HTTP/1.1" status: 204 len: 168 time: 0.8262980 Dec 20 12:02:30.828643 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.840711 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'status': 'completed', 'code': 200} Dec 20 12:02:30.849410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 2} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:30.853810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.877509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:30.878122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:31.019829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:31.041083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:31.053190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd5596-4c96-4251-9fcd-3163d6f5a672 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:31.056988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:31.057692 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.078888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=e982b7f1-5db8-4979-aabe-d868a6e9876b,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:31.085383 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:31.099271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.115261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26dae3a9-a9da-48ff-b841-6d51006c5450 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:31.158624 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5200145 Dec 20 12:02:31.177779 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34146) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:31.186025 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Port': ['ID=3d5cb1f1-f809-4b43-8e13-8295812557e7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:31.191548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:31.206952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.212517 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/ports/3d5cb1f1-f809-4b43-8e13-8295812557e7 HTTP/1.1" status: 204 len: 168 time: 1.6324425 Dec 20 12:02:31.213594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34148) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:31.217580 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-fcd299f0-11f8-4835-b416-34cb641448ff req-ff3bc39d-d012-40ea-b58c-0a5f476e58c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa&device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 1098 time: 0.2961977 Dec 20 12:02:31.291326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'name': 'tempest-NetworksTestDHCPv6-1759732964'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:31.314060 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': 'f5b4b00b-60be-4834-bc78-b240036abcde', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'floating_ip_address': '172.36.7.16', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'port_id': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'mac_address': 'fa:16:3e:8d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34207e04-1b83-450b-b98e-2d37df94b156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:44Z', 'updated_at': '2021-12-20T12:02:24Z', 'revision_number': 1, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:31.323337 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] Checking router: 63e7e1fb-974f-4842-8d33-3b84f1ef55fe for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:31.342691 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:31.343317 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:31.388344 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port cf0ea410-8c67-48d9-b5c6-e21cb9832f03 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:31.396656 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 129b76c8-f984-412a-8658-dcb57f9e44eb no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:31.470055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 129b76c8-f984-412a-8658-dcb57f9e44eb {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:31.470315 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 129b76c8-f984-412a-8658-dcb57f9e44eb not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:31.568558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'e982b7f1-5db8-4979-aabe-d868a6e9876b'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:31.569392 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.684306 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Floating IP 85a471d4-6eeb-4c15-a176-620fee286faf associated. External IP: 172.36.7.7, port: 6941862c-f4e6-4d45-ac05-77e2171b70a5. Dec 20 12:02:31.685895 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:31.754135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd299f0-11f8-4835-b416-34cb641448ff req-71d9e389-d349-4b0c-ba50-8801848542f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:31.755172 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-fcd299f0-11f8-4835-b416-34cb641448ff req-71d9e389-d349-4b0c-ba50-8801848542f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 HTTP/1.1" status: 200 len: 906 time: 0.4788468 Dec 20 12:02:31.835506 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/e982b7f1-5db8-4979-aabe-d868a6e9876b/ba87e95e-2168-49a7-8386-4f06c46272d9) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:31.876019 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting subnet bb8515ef-1141-4f18-b413-368b72f4ebdb {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:31.878955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.893262 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:31.903699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:31.942179 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-fcd299f0-11f8-4835-b416-34cb641448ff req-9049493a-a5f0-4459-8c36-1ac077f71672 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee HTTP/1.1" status: 200 len: 998 time: 0.1751139 Dec 20 12:02:32.065872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.075408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:32.085643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:32.130652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:32.191576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd299f0-11f8-4835-b416-34cb641448ff req-aba43d05-ea2f-4ecf-9626-409dfce217be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:32.193085 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-fcd299f0-11f8-4835-b416-34cb641448ff req-aba43d05-ea2f-4ecf-9626-409dfce217be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4034364a-ccde-4f94-9e46-b0184dda5003 HTTP/1.1" status: 200 len: 844 time: 0.2401028 Dec 20 12:02:32.203902 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': 'f5b4b00b-60be-4834-bc78-b240036abcde', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'floating_ip_address': '172.36.7.16', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'port_id': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'mac_address': 'fa:16:3e:8d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34207e04-1b83-450b-b98e-2d37df94b156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:44Z', 'updated_at': '2021-12-20T12:02:24Z', 'revision_number': 1, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:32.210170 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818cd184-ac7d-4e5a-a29a-fff40cb92b76 None None] The sync data for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv is: [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': 'f5b4b00b-60be-4834-bc78-b240036abcde', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'floating_ip_address': '172.36.7.16', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'port_id': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'mac_address': 'fa:16:3e:8d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34207e04-1b83-450b-b98e-2d37df94b156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:44Z', 'updated_at': '2021-12-20T12:02:24Z', 'revision_number': 1, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:32.212904 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.230425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Transition to ACTIVE for port object ba87e95e-2168-49a7-8386-4f06c46272d9 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:32.259175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Transition to ACTIVE for port object ba87e95e-2168-49a7-8386-4f06c46272d9 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:32.270548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.278938 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:32.303684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:32.307080 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.321462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.341523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.348881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port afb31190-c968-44ef-a8a2-80c4026b5b14 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:32.363302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:32.373643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:32.377166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:32.390113 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Pushing event updated for resources: {'Port': ['ID=ba87e95e-2168-49a7-8386-4f06c46272d9,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:32.394388 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:32.402485 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-fcd299f0-11f8-4835-b416-34cb641448ff req-77c32748-367d-435c-b18c-cf1fc3ce6bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1993814 Dec 20 12:02:32.457807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.469738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:32.490736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Attempting to bind port ba87e95e-2168-49a7-8386-4f06c46272d9 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:32.491284 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Attempting to bind port ba87e95e-2168-49a7-8386-4f06c46272d9 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:32.491679 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Attempting to bind port ba87e95e-2168-49a7-8386-4f06c46272d9 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:32.499781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:32.499781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:32.500410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.500910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:32.501487 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Bound port: ba87e95e-2168-49a7-8386-4f06c46272d9, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:32.501965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.567902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8515ef-1141-4f18-b413-368b72f4ebdb,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:32.572300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:32.575968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.592296 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/subnets/bb8515ef-1141-4f18-b413-368b72f4ebdb HTTP/1.1" status: 204 len: 168 time: 1.3734162 Dec 20 12:02:32.593162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc676392-9089-444d-9670-aa37475fce25 None None] Network cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:32.595043 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34176) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:32.640971 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-fcd299f0-11f8-4835-b416-34cb641448ff req-ef0cc993-7278-47ed-b087-0d9020f7b648 service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301483 Dec 20 12:02:32.661437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::1c8 (51a1536f-8906-4846-ba25-f9918687ea89/e982b7f1-5db8-4979-aabe-d868a6e9876b/afb31190-c968-44ef-a8a2-80c4026b5b14) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:32.780505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.792782 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:32.818079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] For port ba87e95e-2168-49a7-8386-4f06c46272d9, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:32.830878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] Sync routers for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:32.859249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] For port ba87e95e-2168-49a7-8386-4f06c46272d9, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ba87e95e-2168-49a7-8386-4f06c46272d9,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:32.870698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Deleting port bd0f4788-63ac-4a01-b6b8-5808c02a6999 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:32.871340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.923583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.928958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:32.941009 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-fcd299f0-11f8-4835-b416-34cb641448ff req-48c7f488-ca09-4277-b806-2416619eb2c7 service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892730 Dec 20 12:02:32.946538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:33.002004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:33.002799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:33.035297 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 3a1ba189-c1c6-4b5b-b359-8f6ff1825460 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:33.075512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Allocated IP 172.36.7.2 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/a53b62e8-a323-442e-8af3-cd31203ab29c) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:33.127864 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-499056fa-584c-4056-a882-aeec489c3fd2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "PUT /v2.0/floatingips/87c51327-17c0-4676-b4d0-82189b755a8f HTTP/1.1" status: 200 len: 992 time: 9.4132638 Dec 20 12:02:33.134827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'tag': '093dffce-dcb4-4867-a158-0b823612c247'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:33.209162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] For port bd0f4788-63ac-4a01-b6b8-5808c02a6999, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bd0f4788-63ac-4a01-b6b8-5808c02a6999,segment=NetworkSegment(432bec66-5aa9-4635-85cc-6327d7b7b7f0),segment_id=432bec66-5aa9-4635-85cc-6327d7b7b7f0)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:33.209720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.313589 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'tag': '093dffce-dcb4-4867-a158-0b823612c247', 'status': 'completed', 'code': 200} Dec 20 12:02:33.316373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.375463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object afb31190-c968-44ef-a8a2-80c4026b5b14 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:33.423267 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:33.537962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Pushing event updated for resources: {'Port': ['ID=ba87e95e-2168-49a7-8386-4f06c46272d9,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:33.551850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:33.562300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Calling delete_port for bd0f4788-63ac-4a01-b6b8-5808c02a6999 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:33.686444 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.689084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.736878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.739117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:33.746648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:33.756734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:33.853260 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Port': ['ID=bd0f4788-63ac-4a01-b6b8-5808c02a6999,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:33.859036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:33.864168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26c8308-12e3-40f2-ba63-4f5b373cf1a1 None None] DHCP port deletion for cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:33.866028 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-4307e015-33a0-4f0e-a72d-02efa800f731 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1099 time: 0.5762041 Dec 20 12:02:33.870570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] No DVR routers for this DVR port bd0f4788-63ac-4a01-b6b8-5808c02a6999 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:33.885167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34200) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:33.947370 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=afb31190-c968-44ef-a8a2-80c4026b5b14,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:33.953530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:33.956618 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:34.018861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:34.024626 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:34.031288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:34.032352 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.048101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.057112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a41a8e6f-8a99-4433-99c1-9692ce062da2 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:34.104856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '87c51327-17c0-4676-b4d0-82189b755a8f', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'floating_ip_address': '172.36.7.252', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '47251207-637b-489f-8ddb-cddce271b30b', 'port_id': '093dffce-dcb4-4867-a158-0b823612c247', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'mac_address': 'fa:16:3e:31:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:48Z', 'updated_at': '2021-12-20T12:02:25Z', 'revision_number': 1, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:34.110574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] Checking router: 47251207-637b-489f-8ddb-cddce271b30b for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:34.132836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:34.134973 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:34.145999 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8987048 Dec 20 12:02:34.147238 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.149329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34206) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:34.153270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:34.160219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.167274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:34.198019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Pushing event updated for resources: {'Port': ['ID=a53b62e8-a323-442e-8af3-cd31203ab29c,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:34.201735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:34.207768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:34.207960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf31d4c-a108-4ffa-9da7-ac24e7a54a86']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:34.231489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432bec66-5aa9-4635-85cc-6327d7b7b7f0') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:34.232187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432bec66-5aa9-4635-85cc-6327d7b7b7f0') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:34.241869 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-9e62b21b-2bd4-4fb8-ab76-111ff505ff28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:34.244137 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-9e62b21b-2bd4-4fb8-ab76-111ff505ff28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 913 time: 0.3356750 Dec 20 12:02:34.247322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.265600 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:34.318096 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-977804461'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:34.333336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.345594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:34.345934 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:34.346056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.358475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:34.361359 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:34.378566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Usage tracker for resource:network and tenant:ad644cca4e6948d3b0c969bbf1463d34 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:34.393946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:34.404013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:34.411257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:34.419991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:34.425821 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=cf0ea410-8c67-48d9-b5c6-e21cb9832f03,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:34.429401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:34.430772 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.447439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:34.456288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e26ca30-ccb9-4a73-9816-fe24ba31e6ce tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:34.533381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Made reservation on behalf of ad644cca4e6948d3b0c969bbf1463d34 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:34.536609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.594165 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-a5792587-51ae-453c-b879-1a15a11ba65d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 1000 time: 0.3402200 Dec 20 12:02:34.622375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.632670 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=3a1ba189-c1c6-4b5b-b359-8f6ff1825460,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:34.636393 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:34.649116 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Router a51f6106-a8b3-4447-af01-b200b14c4bbe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:34.670528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762c678-565e-4ce4-9666-cb1910f88f88 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:34.678244 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762c678-565e-4ce4-9666-cb1910f88f88 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:34.679041 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f762c678-565e-4ce4-9666-cb1910f88f88 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:34.685565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.705271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5ae56544-86c8-4548-817e-292000333cc3 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:34.723737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.755642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Pushing event deleted for resources: {'Network': ['ID=cdf31d4c-a108-4ffa-9da7-ac24e7a54a86,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:34.763568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:34.769962 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] 10.222.0.41 "DELETE /v2.0/networks/cdf31d4c-a108-4ffa-9da7-ac24e7a54a86 HTTP/1.1" status: 204 len: 168 time: 2.1741073 Dec 20 12:02:34.771773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-163d0535-ccfa-44eb-888f-1ae46a9ee5ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:34.773749 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-163d0535-ccfa-44eb-888f-1ae46a9ee5ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.1721001 Dec 20 12:02:34.816070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:34.884745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:34.887749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': '9cf82768-d20f-4760-9545-31d8aa45ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e57c2713-65df-453f-9996-05e4d576b38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:34.888437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: e57c2713-65df-453f-9996-05e4d576b38f, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:34.895875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c7a99ad4-50d3-4d39-a04a-b6ff69a0413c None None] Provisioning for port ba87e95e-2168-49a7-8386-4f06c46272d9 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:34.900253 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f762c678-565e-4ce4-9666-cb1910f88f88 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:34.903679 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-d1f653ea-3df0-4731-a49e-8a0f44b22576 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1165841 Dec 20 12:02:34.903809 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f762c678-565e-4ce4-9666-cb1910f88f88 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7448471 Dec 20 12:02:34.904950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Usage tracker for resource:security_group_rule and tenant:ad644cca4e6948d3b0c969bbf1463d34 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:34.905257 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34216) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:34.931707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '87c51327-17c0-4676-b4d0-82189b755a8f', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'floating_ip_address': '172.36.7.252', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '47251207-637b-489f-8ddb-cddce271b30b', 'port_id': '093dffce-dcb4-4867-a158-0b823612c247', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'mac_address': 'fa:16:3e:31:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:48Z', 'updated_at': '2021-12-20T12:02:25Z', 'revision_number': 1, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:34.936269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de5413-7e1e-47dc-892a-077d8e984cf1 None None] The sync data for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv is: [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '87c51327-17c0-4676-b4d0-82189b755a8f', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'floating_ip_address': '172.36.7.252', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '47251207-637b-489f-8ddb-cddce271b30b', 'port_id': '093dffce-dcb4-4867-a158-0b823612c247', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'mac_address': 'fa:16:3e:31:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:48Z', 'updated_at': '2021-12-20T12:02:25Z', 'revision_number': 1, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:34.969035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:35.001655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:35.066815 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.089274 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e4e7c-9a99-4560-8ec8-4cfeddec4b50 None None] New status for floating IP f5b4b00b-60be-4834-bc78-b240036abcde: ACTIVE {{(pid=83531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:02:35.125694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port afb31190-c968-44ef-a8a2-80c4026b5b14 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:35.126094 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.172354 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network e57c2713-65df-453f-9996-05e4d576b38f is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:35.233827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, e57c2713-65df-453f-9996-05e4d576b38f) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:35.244430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-13f08468-f774-4b48-b38e-91d5625c03fc None None] Provisioning for port afb31190-c968-44ef-a8a2-80c4026b5b14 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:35.252435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-13f08468-f774-4b48-b38e-91d5625c03fc None None] Provisioning complete for port afb31190-c968-44ef-a8a2-80c4026b5b14 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:35.252834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-13f08468-f774-4b48-b38e-91d5625c03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.308735 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24d8fbd-fe1c-4b39-b8c3-2a98a8fb87cf None None] Network e57c2713-65df-453f-9996-05e4d576b38f requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:35.308919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:35.312588 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:35.316700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:35.317387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.387882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34222) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:35.421309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.422743 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-25b6a559-4662-43d8-962e-dbd7c4fbb945 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396060 Dec 20 12:02:35.447446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.454957 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:35.490407 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5301366 Dec 20 12:02:35.502839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ba87e95e-2168-49a7-8386-4f06c46272d9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:35.505972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34228) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:35.512365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:35.559404 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-13f08468-f774-4b48-b38e-91d5625c03fc None None] Port afb31190-c968-44ef-a8a2-80c4026b5b14 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:35.581505 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa9e9f-4a84-485d-8cf9-9e143135bfc9,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:35.587464 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-0152a8ad-2c71-48c6-9b63-d84fa683d658 req-1eec91b1-f4f2-4548-acbe-6c18749b80b4 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545174 Dec 20 12:02:35.588937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:35.637438 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.637843 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Added segment 5c96845a-1e36-42c3-a876-bcff436bb8e7 of type vlan for network 7500c22e-f794-416f-8534-66cf2420ea42 Dec 20 12:02:35.691135 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.702002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 3a1ba189-c1c6-4b5b-b359-8f6ff1825460 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:35.702345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.793290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.797220 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.802622 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b6120832-d80c-4bbf-a380-6e8be41fb408 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b028c8526c774a63866cecd95e77ffbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4096963 Dec 20 12:02:35.806137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34236) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:35.823845 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:35.872509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dd76ccda-c504-403a-87ae-a89958069d24 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:35.879779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port ba87e95e-2168-49a7-8386-4f06c46272d9 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:35.889920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ba87e95e-2168-49a7-8386-4f06c46272d9 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:35.890299 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.018975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.044840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.048867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:36.049448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.064344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port ba87e95e-2168-49a7-8386-4f06c46272d9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ba87e95e-2168-49a7-8386-4f06c46272d9,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:36.065777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for afb31190-c968-44ef-a8a2-80c4026b5b14 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:36.070379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.074006 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4e9ea503-40eb-41be-8cbd-01ae9a054886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:36.141237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.146438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bd0f4788-63ac-4a01-b6b8-5808c02a6999 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:36.156646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:36.164313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Pushing event updated for resources: {'Port': ['ID=a53b62e8-a323-442e-8af3-cd31203ab29c,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:36.169763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.181251 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.189836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] Sync routers for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:36.206710 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: bd0f4788-63ac-4a01-b6b8-5808c02a6999 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:36.206955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:36.207080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bd0f4788-63ac-4a01-b6b8-5808c02a6999 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:36.207302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:36.210291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=ba87e95e-2168-49a7-8386-4f06c46272d9,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:36.214642 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:36.220997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:36.221600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:36.244309 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3516002 Dec 20 12:02:36.307427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.322871 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7fc706bf-75ef-4088-8792-c56a71ad03b2 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:36.358195 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.367857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=afb31190-c968-44ef-a8a2-80c4026b5b14,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:36.372431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:36.376041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c2b0bbae-3b1c-4bfe-953f-68377447e0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:36.383786 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.422217 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0738fa52-536d-4d8a-816c-ca1dca7f4b38 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "PUT /v2.0/floatingips/85a471d4-6eeb-4c15-a176-620fee286faf HTTP/1.1" status: 200 len: 989 time: 8.3741910 Dec 20 12:02:36.434680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264e220e-b560-43c9-addd-5fda811854c9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:36.448976 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:36.450082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.471595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.474866 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/264e220e-b560-43c9-addd-5fda811854c9 HTTP/1.1" status: 204 len: 168 time: 0.6678133 Dec 20 12:02:36.476966 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/afb31190-c968-44ef-a8a2-80c4026b5b14 HTTP/1.1" status: 204 len: 168 time: 1.5707278 Dec 20 12:02:36.481090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34248) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:36.558372 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:36.559917 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:02:36.572434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Pushing event updated for resources: {'Network': ['ID=7500c22e-f794-416f-8534-66cf2420ea42,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:36.614367 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:36.624318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7fdfa-04fa-4bc3-b7bc-50131d6587a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:36.626590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7fdfa-04fa-4bc3-b7bc-50131d6587a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:36.627583 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7bd7fdfa-04fa-4bc3-b7bc-50131d6587a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:36.637424 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 7500c22e-f794-416f-8534-66cf2420ea42 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:36.658941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.661892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7bd7fdfa-04fa-4bc3-b7bc-50131d6587a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:36.671347 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.0009515 Dec 20 12:02:36.673577 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7bd7fdfa-04fa-4bc3-b7bc-50131d6587a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1904123 Dec 20 12:02:36.673707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:36.674738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34254) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:36.675334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34256) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:36.760164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34262) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:36.831855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 3a1ba189-c1c6-4b5b-b359-8f6ff1825460 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:36.862860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Request body: {'port': {'network_id': '7500c22e-f794-416f-8534-66cf2420ea42', 'binding:host_id': 'hv-neutron-vict', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-543630020'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:36.874186 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'status': 'completed', 'code': 200} Dec 20 12:02:36.875254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:36.894632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Usage tracker for resource:port and tenant:397f10b954404d8b8cade84c43ab4e0b is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:36.907203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:36.938711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:36.990560 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Made reservation on behalf of 397f10b954404d8b8cade84c43ab4e0b for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:36.998706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.026016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.063701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.076426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet e982b7f1-5db8-4979-aabe-d868a6e9876b {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:37.078222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:37.079950 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.132780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=3a1ba189-c1c6-4b5b-b359-8f6ff1825460,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:37.133698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.139996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:37.140706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:37.146519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Usage tracker for resource:security_group_rule and tenant:397f10b954404d8b8cade84c43ab4e0b is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:37.151362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.152594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:37.156077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.166115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:37.175497 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/3a1ba189-c1c6-4b5b-b359-8f6ff1825460 HTTP/1.1" status: 204 len: 168 time: 1.6685338 Dec 20 12:02:37.180223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34278) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:37.248366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '85a471d4-6eeb-4c15-a176-620fee286faf', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'floating_ip_address': '172.36.7.7', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'port_id': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'mac_address': 'fa:16:3e:ff:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:53Z', 'updated_at': '2021-12-20T12:02:29Z', 'revision_number': 1, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:47Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:37.253796 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] Checking router: a51f6106-a8b3-4447-af01-b200b14c4bbe for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:02:37.269551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:37.270191 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:37.273613 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c4b87499-e378-40f0-bd6a-3101aed08b22 tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3999 time: 0.5965936 Dec 20 12:02:37.276951 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34284) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:37.369736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.391216 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.399386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-13af914e-7749-4835-99f2-4ac2b50bf095 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Synchronizing usage tracker for tenant:60a59b51aee94d9cbe93e71d1c1f3338 on resource:floatingip {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:37.400560 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ba87e95e-2168-49a7-8386-4f06c46272d9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:37.404643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.406778 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-67435511-7e99-46bb-9bb1-6a47935a103c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:37.422765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf589e0-982a-40e0-928f-ac2058415de7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:37.427679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf589e0-982a-40e0-928f-ac2058415de7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:37.428506 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7bf589e0-982a-40e0-928f-ac2058415de7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:37.443295 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] device_id is not set on port 673e913f-2fde-4909-87a3-19254bb0a8cc yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:37.477513 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0049e3de-5ff3-40f7-a3f3-9d4e58680562 None None] New status for floating IP 87c51327-17c0-4676-b4d0-82189b755a8f: ACTIVE {{(pid=83531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:02:37.479913 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d6869959-f912-4a4c-a15e-081323961c3c req-4aba8dd0-722b-4185-883a-6af09f207a79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd1a646924af49cfb7abbe0531549aaf&device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 1098 time: 0.4094915 Dec 20 12:02:37.549879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7bf589e0-982a-40e0-928f-ac2058415de7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:37.553525 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7bf589e0-982a-40e0-928f-ac2058415de7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3696942 Dec 20 12:02:37.553900 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34290) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:37.580292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-13af914e-7749-4835-99f2-4ac2b50bf095 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Unset dirty status for tenant:60a59b51aee94d9cbe93e71d1c1f3338 on resource:floatingip {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:37.581579 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-13af914e-7749-4835-99f2-4ac2b50bf095 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3025351 Dec 20 12:02:37.587433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34294) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:37.601879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bb1a04-6e77-4d17-85a8-79e2f1d4cb78,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:37.608270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:37.650079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port cf0ea410-8c67-48d9-b5c6-e21cb9832f03 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:37.650394 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.732558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ba87e95e-2168-49a7-8386-4f06c46272d9 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:37.733096 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.803246 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:02:37.816291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6869959-f912-4a4c-a15e-081323961c3c req-014d8a34-e377-43e3-b985-b8519b36c526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:37.818054 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d6869959-f912-4a4c-a15e-081323961c3c req-014d8a34-e377-43e3-b985-b8519b36c526 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1dcf2f27-38e3-4edf-84de-daec6d490852 HTTP/1.1" status: 200 len: 913 time: 0.3267632 Dec 20 12:02:37.819270 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:37.984795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34304) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:37.993901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Deleting port a53b62e8-a323-442e-8af3-cd31203ab29c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:37.994322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.047653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-50058f84-5383-4e91-9070-f6a379e66a0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:38.094741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=e982b7f1-5db8-4979-aabe-d868a6e9876b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:38.102002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:38.191192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206777679'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:38.249736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:38.328434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.346672 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.368409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da88b1-8f39-415b-afbd-c75d6a99d7bb None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:38.370025 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/e982b7f1-5db8-4979-aabe-d868a6e9876b HTTP/1.1" status: 204 len: 168 time: 1.6916776 Dec 20 12:02:38.375771 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:network and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:38.381723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34314) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:38.406585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:38.431533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:38.461963 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.462290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.479110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] device_id is not set on port 673e913f-2fde-4909-87a3-19254bb0a8cc yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:38.535400 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:38.538129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.559222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for cf0ea410-8c67-48d9-b5c6-e21cb9832f03 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:38.564261 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '85a471d4-6eeb-4c15-a176-620fee286faf', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'floating_ip_address': '172.36.7.7', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'port_id': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'mac_address': 'fa:16:3e:ff:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:53Z', 'updated_at': '2021-12-20T12:02:29Z', 'revision_number': 1, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:47Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:38.570687 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2f358-e741-4e56-a2c7-a42a3e4c2c39 None None] The sync data for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv is: [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '85a471d4-6eeb-4c15-a176-620fee286faf', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'floating_ip_address': '172.36.7.7', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'port_id': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'mac_address': 'fa:16:3e:ff:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:01:53Z', 'updated_at': '2021-12-20T12:02:29Z', 'revision_number': 1, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:47Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:38.614149 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6f49dc4a-17bf-45ac-96b4-b00098abfb69 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1778615 Dec 20 12:02:38.617021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34318) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:38.617170 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Calling delete_port for a53b62e8-a323-442e-8af3-cd31203ab29c owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:38.627761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:38.647685 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d6869959-f912-4a4c-a15e-081323961c3c req-4a9f478f-df23-460a-9537-62825fa2ace3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5 HTTP/1.1" status: 200 len: 997 time: 0.6778884 Dec 20 12:02:38.668307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.669221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:38.671460 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.675167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Deleting port ba87e95e-2168-49a7-8386-4f06c46272d9 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:38.675705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.708305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Transition to ACTIVE for port object 673e913f-2fde-4909-87a3-19254bb0a8cc will not be triggered until provisioned by entity L2. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:38.753686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.755941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:38.764663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:38.793630 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:security_group_rule and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:38.809514 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:38.828659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:38.828858 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.838973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-84411972-f82b-470c-8ba9-6ccf0a34cf08 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:38.873601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:38.881854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6869959-f912-4a4c-a15e-081323961c3c req-dbf43584-5abf-4bab-8285-9ab16cfd0916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:38.883317 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d6869959-f912-4a4c-a15e-081323961c3c req-dbf43584-5abf-4bab-8285-9ab16cfd0916 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2033da72-16b5-41cd-8acd-895c25754a68 HTTP/1.1" status: 200 len: 851 time: 0.2150006 Dec 20 12:02:38.904305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] For port ba87e95e-2168-49a7-8386-4f06c46272d9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ba87e95e-2168-49a7-8386-4f06c46272d9,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:38.904613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.917236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=673e913f-2fde-4909-87a3-19254bb0a8cc,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:38.924818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:38.925297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:38.928165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=cf0ea410-8c67-48d9-b5c6-e21cb9832f03,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:38.930397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:38.931992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:38.950668 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.954864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:38.981151 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/cf0ea410-8c67-48d9-b5c6-e21cb9832f03 HTTP/1.1" status: 204 len: 168 time: 1.4254496 Dec 20 12:02:38.984641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34324) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:38.985794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:38.989393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:38.993134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.001888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:39.029586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Checking segment: {'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:39.030302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Network hostable DHCP agents. Network: 7500c22e-f794-416f-8534-66cf2420ea42, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:39.032056 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Calling delete_port for ba87e95e-2168-49a7-8386-4f06c46272d9 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:39.102915 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d6869959-f912-4a4c-a15e-081323961c3c req-a045dbec-6dbd-43b4-9ec0-4b0f218be98a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1dcf2f27-38e3-4edf-84de-daec6d490852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2085490 Dec 20 12:02:39.107812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Pushing event deleted for resources: {'Port': ['ID=a53b62e8-a323-442e-8af3-cd31203ab29c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:39.114487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:39.122765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.130440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.142613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:39.167078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.172422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3dc30bda-3a16-4371-b2dd-b9cedfa694f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:39.189246 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Pushing event deleted for resources: {'Port': ['ID=ba87e95e-2168-49a7-8386-4f06c46272d9,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:39.191113 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] No DVR routers for this DVR port ba87e95e-2168-49a7-8386-4f06c46272d9 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:39.192402 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:39.238391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:39.280415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.280753 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Added segment 1861cf1b-2516-4f97-b828-c0830354ec95 of type vlan for network 276556fb-6d93-4482-adc0-add8cd4e4ab6 Dec 20 12:02:39.285281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c9b82-fdd9-45b1-b988-07be2aef84f7,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:39.287608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Network 7500c22e-f794-416f-8534-66cf2420ea42 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:39.297614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:39.311423 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ba87e95e-2168-49a7-8386-4f06c46272d9 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:39.313033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.313370 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d6869959-f912-4a4c-a15e-081323961c3c req-a27042d0-fd81-46a1-8330-e782ba982b02 service neutron] 10.222.0.62 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003787 Dec 20 12:02:39.320640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd01f13-9f6d-4aed-b820-384c45180f7a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:39.324618 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0cd01f13-9f6d-4aed-b820-384c45180f7a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3342891 Dec 20 12:02:39.327814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34328) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:39.348807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.352843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: ba87e95e-2168-49a7-8386-4f06c46272d9 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:39.363634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ba87e95e-2168-49a7-8386-4f06c46272d9 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:39.375867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 7500c22e-f794-416f-8534-66cf2420ea42) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:39.385611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca049982-0d4f-4626-9d88-5a6ca290c4f0 None None] Network 7500c22e-f794-416f-8534-66cf2420ea42 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:39.467819 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fd404f-6e59-4569-a6a4-4f822226b3e0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:02:39.469201 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-01fd404f-6e59-4569-a6a4-4f822226b3e0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/3a1ba189-c1c6-4b5b-b359-8f6ff1825460 HTTP/1.1" status: 404 len: 333 time: 0.1109121 Dec 20 12:02:39.471779 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:39.471926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34336) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:39.492785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:39.493255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:39.493842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:39.505490 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:39.505965 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:39.518171 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 2 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:39.528610 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.548521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a9b2ede3-f45c-490d-848a-90e12fd01d5e tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:39.568020 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.572497 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] 10.222.0.41 "DELETE /v2.0/floatingips/34c9a150-c9e5-4dd2-ad1d-e4d777830cb0 HTTP/1.1" status: 204 len: 168 time: 1.9726176 Dec 20 12:02:39.572497 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:39.572497 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:39.572497 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:39.575231 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34340) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:39.609796 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-2846b3d3-608c-42c2-936d-aca5d218e9af tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:02:39.610300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2846b3d3-608c-42c2-936d-aca5d218e9af tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:39.616644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=a41ec710-0677-4636-9470-1eb2d11b675a,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:39.631045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:39.638662 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d6869959-f912-4a4c-a15e-081323961c3c req-f524f880-66c2-422d-af1a-413ec3ed0340 service neutron] 10.222.0.62 "GET /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184543 Dec 20 12:02:39.671472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2846b3d3-608c-42c2-936d-aca5d218e9af tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:39.675191 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2846b3d3-608c-42c2-936d-aca5d218e9af tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/cf0ea410-8c67-48d9-b5c6-e21cb9832f03 HTTP/1.1" status: 404 len: 333 time: 0.1998999 Dec 20 12:02:39.675191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:39.675954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34344) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:39.679458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:39.683078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:39.684033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.691327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be683f09-9182-4ede-a506-58a5399b71e1 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:39.741569 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1229129 Dec 20 12:02:39.746098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34348) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:39.753882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'name': 'tempest-NetworksTestDHCPv6-171953128'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:39.771890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Deleting port 229d1cd8-fb31-4423-9831-cff3742d7db0 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:39.772378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.828511 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.832494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:39.833338 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.854719 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-982ea07f-528f-49c5-87ea-4cdc1641f442 tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:39.891298 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:39.891638 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:39.905106 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 3 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:39.923805 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'a41ec710-0677-4636-9470-1eb2d11b675a'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:39.924706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:39.929250 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-b48ef2e3-bae6-4f81-8f21-0e59fdae8d0b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5159996 Dec 20 12:02:39.946914 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9607313 Dec 20 12:02:40.076184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.079282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:40.079911 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:40.080174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:40.081787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:40.089773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:40.094589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:40.130010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:40.153299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Network': ['ID=276556fb-6d93-4482-adc0-add8cd4e4ab6,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:40.156881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:40.169965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 276556fb-6d93-4482-adc0-add8cd4e4ab6 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:40.173447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:40.173775 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:40.176757 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 4 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:40.185474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.185818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.322768 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/a41ec710-0677-4636-9470-1eb2d11b675a/df0efb80-2b98-4c23-9a2a-0dee0f998167) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:40.336284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.375537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57c2713-65df-453f-9996-05e4d576b38f']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:40.380033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:40.380747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:40.380747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:40.395984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:40.399138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.420902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf82768-d20f-4760-9545-31d8aa45ac2a') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:40.421271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf82768-d20f-4760-9545-31d8aa45ac2a') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:40.431836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 63767fe4-295f-47d4-a030-32f852e63cd2 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:40.443949 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:40.444337 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:40.451768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Calling delete_port for 229d1cd8-fb31-4423-9831-cff3742d7db0 owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:40.469508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.485430 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 5 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:40.500599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.521266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:40.521802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.525539 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:40.525867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:40.526251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:40.537299 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:40.585511 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-5e6802aa-4de6-4eeb-820d-6396679b2962 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa&device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 1098 time: 0.4771645 Dec 20 12:02:40.586221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:40.586646 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:40.588170 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 6 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:40.633559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.635534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.640222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-dcb02080-81b2-413d-9e3c-499176a6fa04 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:40.675202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Transition to ACTIVE for port object df0efb80-2b98-4c23-9a2a-0dee0f998167 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:40.704405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.711994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=e57c2713-65df-453f-9996-05e4d576b38f,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:40.722913 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Transition to ACTIVE for port object df0efb80-2b98-4c23-9a2a-0dee0f998167 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:40.732614 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:40.738090 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.743628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:40.760270 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/e57c2713-65df-453f-9996-05e4d576b38f HTTP/1.1" status: 204 len: 168 time: 1.0829756 Dec 20 12:02:40.833886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-d42abcfd-432b-408f-bfc7-4de5410f51c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:40.836467 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-d42abcfd-432b-408f-bfc7-4de5410f51c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 HTTP/1.1" status: 200 len: 906 time: 0.2158995 Dec 20 12:02:40.838542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34358) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:40.871816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:40.872686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Pushing event updated for resources: {'Port': ['ID=df0efb80-2b98-4c23-9a2a-0dee0f998167,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:40.875358 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:40.879759 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:40.881222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:40.885752 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-487967262'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:40.893203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:40.897674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:40.901040 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:40.907542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:40.929035 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:40.933337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:40.975440 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:40.976351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:40.977652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:40.981330 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-1e1ff880-f447-42b7-b602-e963e468da7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee HTTP/1.1" status: 200 len: 1000 time: 0.1322474 Dec 20 12:02:40.985112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::3ab (51a1536f-8906-4846-ba25-f9918687ea89/a41ec710-0677-4636-9470-1eb2d11b675a/63767fe4-295f-47d4-a030-32f852e63cd2) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:41.028928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Attempting to bind port df0efb80-2b98-4c23-9a2a-0dee0f998167 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:41.029315 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Attempting to bind port df0efb80-2b98-4c23-9a2a-0dee0f998167 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:41.030003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Attempting to bind port df0efb80-2b98-4c23-9a2a-0dee0f998167 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:41.044900 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:41.045926 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:41.046522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.047151 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:41.047676 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Bound port: df0efb80-2b98-4c23-9a2a-0dee0f998167, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:41.048206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.054922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:41.089473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.089846 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment 07795da2-ca02-4898-a736-3a33045b5864 of type vlan for network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 Dec 20 12:02:41.091597 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-a2002ff1-ac6d-4e2e-b582-487c0b302852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:41.093285 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-a2002ff1-ac6d-4e2e-b582-487c0b302852 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4034364a-ccde-4f94-9e46-b0184dda5003 HTTP/1.1" status: 200 len: 844 time: 0.1001148 Dec 20 12:02:41.156864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:41.157566 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:41.162797 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 7 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:41.170813 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] For port df0efb80-2b98-4c23-9a2a-0dee0f998167, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:41.175655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] For port df0efb80-2b98-4c23-9a2a-0dee0f998167, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=df0efb80-2b98-4c23-9a2a-0dee0f998167,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:41.186656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.188164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.190355 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:41.190924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:41.191466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:41.194595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:41.218048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:41.218728 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:41.220698 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 8 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:41.229883 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.235316 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2c396e2f-a834-4193-bb47-b73f315bb1a5 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:41.260667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.264453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.268417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:41.268999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.279783 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:41.282464 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-fda3d997-7325-486f-abc3-1107a82423e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1807642 Dec 20 12:02:41.296966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Pushing event deleted for resources: {'Port': ['ID=229d1cd8-fb31-4423-9831-cff3742d7db0,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:41.366720 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Pushing event updated for resources: {'Port': ['ID=df0efb80-2b98-4c23-9a2a-0dee0f998167,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:41.379817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:41.408216 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:41.412719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 63767fe4-295f-47d4-a030-32f852e63cd2 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:41.419719 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:41.422381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:41.422916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:41.458687 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6182063 Dec 20 12:02:41.459584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34364) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:41.463931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=93ae0b71-5cc7-46d0-bb2c-2248dc4092e0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:41.469501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:41.476863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:41.564337 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-dba76bd4-7ee2-4a9d-a634-8434992e99e2 service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685664 Dec 20 12:02:41.649603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:41.654338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:41.660042 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:41.663888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:41.694984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:41.724701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:41.725265 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:41.728753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:41.730566 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 9 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:41.754453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1a79ba85-3a03-4c2d-baf9-f0a01d7d8c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.765791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:41.766303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:41.766736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:41.778670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.807770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:41.918092 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:41.920337 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:41.934731 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.plugins.ml2.plugin [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 10 to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc Dec 20 12:02:41.950474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.974127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal with profile {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:41.974640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:41.975082 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:41.980064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c4635-9511-4700-8263-05b43cf2e735 None None] New status for floating IP 85a471d4-6eeb-4c15-a176-620fee286faf: ACTIVE {{(pid=83530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:02:41.986971 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:41.993855 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/fd28062d-167d-4c02-a8ab-577a2b71563b HTTP/1.1" status: 204 len: 168 time: 2.4119334 Dec 20 12:02:41.998362 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34372) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:42.004410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 673e913f-2fde-4909-87a3-19254bb0a8cc on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:42.004852 dv-neutron-victoria-2-hyperv neutron-server[83528]: ERROR neutron.plugins.ml2.managers [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 673e913f-2fde-4909-87a3-19254bb0a8cc on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:42.005335 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.073145 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:42.074114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=63767fe4-295f-47d4-a030-32f852e63cd2,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:42.088225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:42.094203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:42.099375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Deleting port 33022e3e-fc23-4fff-90bf-7fa976889619 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:42.099848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.105045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:42.109287 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:42.110024 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.146592 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51db1a92-3f9d-4e68-9c29-289beca9d78f req-1e3c824d-d11e-4a3e-a149-653a756e35cb service neutron] 10.222.0.62 "GET /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671049 Dec 20 12:02:42.170850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.214573 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4674046 Dec 20 12:02:42.218617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34376) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:42.346157 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.ipam_backend_mixin [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Performing IP validity checks on allocation pools {{(pid=83527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 12:02:42.347236 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.ipam_backend_mixin [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 12:02:42.468877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] For port 673e913f-2fde-4909-87a3-19254bb0a8cc, host hv-neutron-vict, cleared binding levels {{(pid=83528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:42.469442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempted to set empty binding levels {{(pid=83528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:02:42.494402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.503011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:42.537250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.546935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-56e45a40-8fed-4c02-94b8-30d38374befb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:42.623888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=781cbf70-c3eb-46e5-8d74-72a04f400a12,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:42.627581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:42.645912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': '07795da2-ca02-4898-a736-3a33045b5864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:42.646275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:42.697829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:42.713135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:42.722912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e9e39-cf83-458e-8da8-01c25f406b35 None None] Network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:42.729632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:42.730454 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:42.782943 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3180213 Dec 20 12:02:42.783092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34382) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:42.791589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0', 'name': 'tempest-PortsTestJSON-601283389'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:42.968885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-74dcc8d2-1f56-42c5-aa3d-0d6f644b83c4 None None] Provisioning for port df0efb80-2b98-4c23-9a2a-0dee0f998167 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:42.985956 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.108498 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-93ae0b71-5cc7-46d0-bb2c-2248dc4092e0', 'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0', 'tenant_id': 'd187523ae340477fb5877262a1160f1f', 'fixed_ips': [{'subnet_id': '781cbf70-c3eb-46e5-8d74-72a04f400a12'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:43.109459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.137726 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=673e913f-2fde-4909-87a3-19254bb0a8cc,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:43.163163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:43.175581 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ac138-b3bd-4627-a395-75e9ab879f78 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:43.188875 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ac138-b3bd-4627-a395-75e9ab879f78 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:43.192961 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e49ac138-b3bd-4627-a395-75e9ab879f78 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9713309 Dec 20 12:02:43.199574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34388) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:43.200212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34390) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:43.201016 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.4394321 Dec 20 12:02:43.237112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34396) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:43.246999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'subnet': {'network_id': '276556fb-6d93-4482-adc0-add8cd4e4ab6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:43.288406 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:43.299001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.330474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:43.351299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 63767fe4-295f-47d4-a030-32f852e63cd2 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:43.351770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.403864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Deleting port 673e913f-2fde-4909-87a3-19254bb0a8cc {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:43.404309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.422116 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-01e6aaec-c47b-47cb-b83e-8a49fec59945 None None] Provisioning for port 63767fe4-295f-47d4-a030-32f852e63cd2 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:43.431307 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device df0efb80-2b98-4c23-9a2a-0dee0f998167 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:43.439534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:43.441917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.508961 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Calling delete_port for 33022e3e-fc23-4fff-90bf-7fa976889619 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:43.532605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-01e6aaec-c47b-47cb-b83e-8a49fec59945 None None] Provisioning complete for port 63767fe4-295f-47d4-a030-32f852e63cd2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:43.532983 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-01e6aaec-c47b-47cb-b83e-8a49fec59945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.560209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:43.561748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Allocated IP 172.20.0.2 (93ae0b71-5cc7-46d0-bb2c-2248dc4092e0/781cbf70-c3eb-46e5-8d74-72a04f400a12/ae5b5e37-b381-4d4d-bdfa-93f695997c2a) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:43.569502 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:subnet and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:43.577607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:43.579071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port e97b2a17-a52b-4d91-9a8e-d0d46955fb81 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:43.594042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:43.626034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:43.787457 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.879862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.885535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] For port 673e913f-2fde-4909-87a3-19254bb0a8cc, host hv-neutron-vict, got binding levels [] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:43.886135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.890332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-541c1301-0bb2-4f0e-bc4d-1ce36bd52205 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:43.894873 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-01e6aaec-c47b-47cb-b83e-8a49fec59945 None None] Port 63767fe4-295f-47d4-a030-32f852e63cd2 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:43.912645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:43.930910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Transition to ACTIVE for port object ae5b5e37-b381-4d4d-bdfa-93f695997c2a will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:43.941541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Port': ['ID=33022e3e-fc23-4fff-90bf-7fa976889619,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:43.951781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:43.953270 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port df0efb80-2b98-4c23-9a2a-0dee0f998167 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:43.987217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port df0efb80-2b98-4c23-9a2a-0dee0f998167 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:43.989422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.019879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.102174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Transition to ACTIVE for port object ae5b5e37-b381-4d4d-bdfa-93f695997c2a will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:44.139993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f483d384-f58e-4511-ae04-a724526f5d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.145488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.152381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.153375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:44.169360 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "DELETE /v2.0/ports/33022e3e-fc23-4fff-90bf-7fa976889619 HTTP/1.1" status: 204 len: 168 time: 2.1698735 Dec 20 12:02:44.180901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34404) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:44.205208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 63767fe4-295f-47d4-a030-32f852e63cd2 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:44.260688 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.271491 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:44.284408 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.331460 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:44.342935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Pushing event updated for resources: {'Port': ['ID=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:44.346011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:44.347211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:44.349790 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:44.438371 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Checking segment: {'id': '1861cf1b-2516-4f97-b828-c0830354ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '276556fb-6d93-4482-adc0-add8cd4e4ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:44.438618 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network hostable DHCP agents. Network: 276556fb-6d93-4482-adc0-add8cd4e4ab6, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:44.443738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port df0efb80-2b98-4c23-9a2a-0dee0f998167, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=df0efb80-2b98-4c23-9a2a-0dee0f998167,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:44.460224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Subnet': ['ID=1ded15c2-ef2b-4c8d-aa57-b6e96ceb0e4d,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:44.463566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.467735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:44.472724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:44.499938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5ed68-140c-4a56-b11d-80011cddf0a4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:44.502455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Attempting to bind port ae5b5e37-b381-4d4d-bdfa-93f695997c2a on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:44.502973 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Attempting to bind port ae5b5e37-b381-4d4d-bdfa-93f695997c2a by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '07795da2-ca02-4898-a736-3a33045b5864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:44.503455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Attempting to bind port ae5b5e37-b381-4d4d-bdfa-93f695997c2a on network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:44.503689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-37e5ed68-140c-4a56-b11d-80011cddf0a4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Synchronizing usage tracker for tenant:60a59b51aee94d9cbe93e71d1c1f3338 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:44.525405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:44.525955 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Checking segment: {'id': '07795da2-ca02-4898-a736-3a33045b5864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:44.526503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.527339 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Bound using segment: {'id': '07795da2-ca02-4898-a736-3a33045b5864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:44.528190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Bound port: ae5b5e37-b381-4d4d-bdfa-93f695997c2a, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07795da2-ca02-4898-a736-3a33045b5864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '93ae0b71-5cc7-46d0-bb2c-2248dc4092e0'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:44.529521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network 276556fb-6d93-4482-adc0-add8cd4e4ab6 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:44.535217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.549866 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-37e5ed68-140c-4a56-b11d-80011cddf0a4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Unset dirty status for tenant:60a59b51aee94d9cbe93e71d1c1f3338 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:44.556091 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-37e5ed68-140c-4a56-b11d-80011cddf0a4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c824289-d61c-494a-8ba1-d2cc8070f24c HTTP/1.1" status: 200 len: 913 time: 0.3704972 Dec 20 12:02:44.556712 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34412) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:44.558443 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Calling delete_port for 673e913f-2fde-4909-87a3-19254bb0a8cc owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:44.617811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.628070 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=df0efb80-2b98-4c23-9a2a-0dee0f998167,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:44.630767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4745d0bb-e925-4334-bf82-5e98d77b5fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:44.636101 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:44.644786 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 276556fb-6d93-4482-adc0-add8cd4e4ab6) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:44.671161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:44.671746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.681607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] For port ae5b5e37-b381-4d4d-bdfa-93f695997c2a, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:44.685235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] For port ae5b5e37-b381-4d4d-bdfa-93f695997c2a, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,segment=NetworkSegment(07795da2-ca02-4898-a736-3a33045b5864),segment_id=07795da2-ca02-4898-a736-3a33045b5864)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:44.689536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc225283-324d-44ff-9543-a80699997fc5 None None] Network 276556fb-6d93-4482-adc0-add8cd4e4ab6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:44.696797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=63767fe4-295f-47d4-a030-32f852e63cd2,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:44.707474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.724320 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:44.737259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:44.744767 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5068538 Dec 20 12:02:44.749418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34416) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:44.755837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1312332020'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:44.812038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:44.817459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.13 (93ae0b71-5cc7-46d0-bb2c-2248dc4092e0/781cbf70-c3eb-46e5-8d74-72a04f400a12/e97b2a17-a52b-4d91-9a8e-d0d46955fb81) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:44.821584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:network and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:44.821743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.824385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.826026 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:44.834037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cbca8bb1-4e50-48e3-85e7-58f6dbe21065 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:44.834198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:44.855678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:44.858857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.909744 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:44.928035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:44.928317 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Added segment fc5139f1-760f-479e-ae86-70d368a90674 of type vlan for network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 Dec 20 12:02:44.944552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Pushing event updated for resources: {'Port': ['ID=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:44.957358 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:45.035291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event deleted for resources: {'Port': ['ID=673e913f-2fde-4909-87a3-19254bb0a8cc,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:45.046531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.069653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.070244 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:45.085906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.089007 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "DELETE /v2.0/ports/673e913f-2fde-4909-87a3-19254bb0a8cc HTTP/1.1" status: 204 len: 168 time: 1.8827238 Dec 20 12:02:45.091798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34420) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:45.104357 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/63767fe4-295f-47d4-a030-32f852e63cd2 HTTP/1.1" status: 204 len: 168 time: 1.8997138 Dec 20 12:02:45.107890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34424) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:45.153749 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.166062 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a40e944-7337-4aa1-8129-86f226ccfc56 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:02:45.166781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3a40e944-7337-4aa1-8129-86f226ccfc56 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Synchronizing usage tracker for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:45.171955 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-276556fb-6d93-4482-adc0-add8cd4e4ab6', 'network_id': '276556fb-6d93-4482-adc0-add8cd4e4ab6', 'tenant_id': '2f26cdd6e0804466b1560f4226eb763f', 'fixed_ips': [{'subnet_id': '1ded15c2-ef2b-4c8d-aa57-b6e96ceb0e4d'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:45.173727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.298921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40a1d0-833b-4512-9fe4-2d3a25173425 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:45.305699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40a1d0-833b-4512-9fe4-2d3a25173425 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:45.305699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7d40a1d0-833b-4512-9fe4-2d3a25173425 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:45.430442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.430855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7d40a1d0-833b-4512-9fe4-2d3a25173425 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:45.432314 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7d40a1d0-833b-4512-9fe4-2d3a25173425 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3234594 Dec 20 12:02:45.434044 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:45.434713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.435607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34430) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:45.457461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-55bee607-8620-4415-b7e4-a94b8f38faeb tempest-QuotasNegativeTest-1963763497 tempest-QuotasNegativeTest-1963763497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:45.501664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3a40e944-7337-4aa1-8129-86f226ccfc56 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Unset dirty status for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:45.506266 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3a40e944-7337-4aa1-8129-86f226ccfc56 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "GET /v2.0/ports/673e913f-2fde-4909-87a3-19254bb0a8cc HTTP/1.1" status: 404 len: 333 time: 0.4091632 Dec 20 12:02:45.506266 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7534575 Dec 20 12:02:45.506454 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34434) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:45.514706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Allocated IP 2001:db8:0:ffff::2 (276556fb-6d93-4482-adc0-add8cd4e4ab6/1ded15c2-ef2b-4c8d-aa57-b6e96ceb0e4d/4989fbd4-fa79-4326-80ab-bd3450179ff0) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:45.516055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34436) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:45.523875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Request body: {'port': {'network_id': '7500c22e-f794-416f-8534-66cf2420ea42', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1506395062'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:45.532233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'subnet': {'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:45.573365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Network': ['ID=289fca55-37f7-4ebd-ae57-b6e1ffef9e06,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:45.576159 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:45.588440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:45.612942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.625570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.647637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:45.765491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ae5b5e37-b381-4d4d-bdfa-93f695997c2a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:45.778719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object e97b2a17-a52b-4d91-9a8e-d0d46955fb81 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:45.781706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Made reservation on behalf of 397f10b954404d8b8cade84c43ab4e0b for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:45.784193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.825191 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:45.874070 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:45.890205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:subnet and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:45.895834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] device_id is not set on port 2ff6f1ca-2201-49cb-ac48-8f8044778902 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:45.933064 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:45.948665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:45.953967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:45.975600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Transition to ACTIVE for port object 4989fbd4-fa79-4326-80ab-bd3450179ff0 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:46.000263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port ae5b5e37-b381-4d4d-bdfa-93f695997c2a completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:46.004351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet a41ec710-0677-4636-9470-1eb2d11b675a {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:46.007285 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Transition to ACTIVE for port object 4989fbd4-fa79-4326-80ab-bd3450179ff0 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:46.008970 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device df0efb80-2b98-4c23-9a2a-0dee0f998167 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:46.010339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.038459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:46.080345 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.089112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.095711 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:46.115064 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d99ed74-1228-4382-8eab-e99133388e3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:46.200280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Pushing event updated for resources: {'Port': ['ID=4989fbd4-fa79-4326-80ab-bd3450179ff0,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:46.204436 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Network 276556fb-6d93-4482-adc0-add8cd4e4ab6 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:46.205478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:46.207171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:46.212713 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:46.219009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port df0efb80-2b98-4c23-9a2a-0dee0f998167 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:46.219507 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.286417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.341373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef14222-0eb4-44ea-914d-a31f34d777bc None None] Network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:46.343128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.379992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:46.420886 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d6c55984-dd35-4c08-8b91-c257553f5ba4 None None] Provisioning for port ae5b5e37-b381-4d4d-bdfa-93f695997c2a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:46.427540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=e97b2a17-a52b-4d91-9a8e-d0d46955fb81,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:46.453141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:46.463157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Deleting port 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:46.464443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.472849 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:46.475861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:46.509357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d6c55984-dd35-4c08-8b91-c257553f5ba4 None None] Provisioning complete for port ae5b5e37-b381-4d4d-bdfa-93f695997c2a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:46.509641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6c55984-dd35-4c08-8b91-c257553f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.531638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Attempting to bind port 4989fbd4-fa79-4326-80ab-bd3450179ff0 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:46.532023 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Attempting to bind port 4989fbd4-fa79-4326-80ab-bd3450179ff0 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '1861cf1b-2516-4f97-b828-c0830354ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '276556fb-6d93-4482-adc0-add8cd4e4ab6'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:46.532417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Attempting to bind port 4989fbd4-fa79-4326-80ab-bd3450179ff0 on network 276556fb-6d93-4482-adc0-add8cd4e4ab6 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:46.556075 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.590477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:46.590786 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Checking segment: {'id': '1861cf1b-2516-4f97-b828-c0830354ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '276556fb-6d93-4482-adc0-add8cd4e4ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:46.591180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.592131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Bound using segment: {'id': '1861cf1b-2516-4f97-b828-c0830354ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '276556fb-6d93-4482-adc0-add8cd4e4ab6'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:46.592273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Bound port: 4989fbd4-fa79-4326-80ab-bd3450179ff0, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1861cf1b-2516-4f97-b828-c0830354ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '276556fb-6d93-4482-adc0-add8cd4e4ab6'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:46.592786 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.611360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.653240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:46.654110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.704191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.731667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.765602 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9810174 Dec 20 12:02:46.777340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34450) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:46.874341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Calling delete_port for 06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:46.878685 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.896863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-25270a7f-5c6a-4fb6-89d7-8c2ed722715d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:46.908360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6c55984-dd35-4c08-8b91-c257553f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:46.964954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port e97b2a17-a52b-4d91-9a8e-d0d46955fb81 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:46.965293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.001791 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] For port 4989fbd4-fa79-4326-80ab-bd3450179ff0, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:47.026305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d6c55984-dd35-4c08-8b91-c257553f5ba4 None None] For port ae5b5e37-b381-4d4d-bdfa-93f695997c2a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,segment=NetworkSegment(07795da2-ca02-4898-a736-3a33045b5864),segment_id=07795da2-ca02-4898-a736-3a33045b5864)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:47.028470 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] For port 4989fbd4-fa79-4326-80ab-bd3450179ff0, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4989fbd4-fa79-4326-80ab-bd3450179ff0,segment=NetworkSegment(1861cf1b-2516-4f97-b828-c0830354ec95),segment_id=1861cf1b-2516-4f97-b828-c0830354ec95)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:47.045029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6c55984-dd35-4c08-8b91-c257553f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.048705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.057769 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.142484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.144513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Network 7500c22e-f794-416f-8534-66cf2420ea42 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:47.160255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c55984-dd35-4c08-8b91-c257553f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.160966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:47.162217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff6f1ca-2201-49cb-ac48-8f8044778902,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.165770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:47.166562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:47.177933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.230503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.238951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2b4f18f4-9130-4352-a428-cabdf14d028f tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.253128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Pushing event updated for resources: {'Port': ['ID=4989fbd4-fa79-4326-80ab-bd3450179ff0,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.260352 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.262006 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.262363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.348701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ae5b5e37-b381-4d4d-bdfa-93f695997c2a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:47.361944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=a41ec710-0677-4636-9470-1eb2d11b675a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.368741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.403590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.404100 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aacfaa-774d-4db9-8850-c2661c7a072f None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:47.487121 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9796674 Dec 20 12:02:47.495802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34456) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:47.496785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.502927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.507011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:47.557143 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/a41ec710-0677-4636-9470-1eb2d11b675a HTTP/1.1" status: 204 len: 168 time: 2.1208503 Dec 20 12:02:47.558034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34462) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:47.562520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.objects.ports [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83527) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:02:47.587129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.624554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Port': ['ID=06dcee48-fe1e-4ecc-ad5d-0ff8f465fab2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:47.627694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:47.691102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-55b7e0e0-bae6-428f-af07-18965b988897 None None] Provisioning for port e97b2a17-a52b-4d91-9a8e-d0d46955fb81 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:47.717430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-55b7e0e0-bae6-428f-af07-18965b988897 None None] Provisioning complete for port e97b2a17-a52b-4d91-9a8e-d0d46955fb81 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:47.717816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-55b7e0e0-bae6-428f-af07-18965b988897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.742132 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:47.803179 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b2ece387-1c4e-4ef5-b27b-16f56670935d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2352242 Dec 20 12:02:47.812483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ae5b5e37-b381-4d4d-bdfa-93f695997c2a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:47.813339 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:47.822830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34466) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:47.934123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-55b7e0e0-bae6-428f-af07-18965b988897 None None] Port e97b2a17-a52b-4d91-9a8e-d0d46955fb81 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:47.998919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-55b7e0e0-bae6-428f-af07-18965b988897 None None] Provisioning complete for port ae5b5e37-b381-4d4d-bdfa-93f695997c2a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:47.998919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-55b7e0e0-bae6-428f-af07-18965b988897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.110021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:48.112729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.126662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Subnet': ['ID=5a8177e1-3f29-45ad-8400-be5166e3695d,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:48.144011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:48.154336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Deleting port df0efb80-2b98-4c23-9a2a-0dee0f998167 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:48.154726 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.157512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.342600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for e97b2a17-a52b-4d91-9a8e-d0d46955fb81 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:48.370742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.422560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Checking segment: {'id': 'fc5139f1-760f-479e-ae86-70d368a90674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:48.423077 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network hostable DHCP agents. Network: 289fca55-37f7-4ebd-ae57-b6e1ffef9e06, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:48.440427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965343c-692f-401b-88a9-3f5d0cdbd912 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:48.441289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8965343c-692f-401b-88a9-3f5d0cdbd912 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:48.513255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:48.522629 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] For port df0efb80-2b98-4c23-9a2a-0dee0f998167, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=df0efb80-2b98-4c23-9a2a-0dee0f998167,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:48.523221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.563092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 289fca55-37f7-4ebd-ae57-b6e1ffef9e06) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:48.593534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8965343c-692f-401b-88a9-3f5d0cdbd912 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:48.597780 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8965343c-692f-401b-88a9-3f5d0cdbd912 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6815820 Dec 20 12:02:48.599235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34474) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:48.600600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:48.601299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.655705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Calling delete_port for df0efb80-2b98-4c23-9a2a-0dee0f998167 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:48.729923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0c44c-893b-4f6d-855f-aa62c046ef62 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:48.730775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7af0c44c-893b-4f6d-855f-aa62c046ef62 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:48.737417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab8062-fce4-49ad-ab12-1f7f61dc4788 None None] Network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:48.759039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8b851d-7ff9-485c-a132-feca5d8828c1 None None] Network 276556fb-6d93-4482-adc0-add8cd4e4ab6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:48.776045 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.791160 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-949c9800-d539-4a69-86fe-c9ae79ec4e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:48.807910 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2906389 Dec 20 12:02:48.810655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34478) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:48.814508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Router 3c824289-d61c-494a-8ba1-d2cc8070f24c has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:02:48.819280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'port': {'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06', 'name': 'tempest-NetworksIpV6TestAttrs-1345463175'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:48.831787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7af0c44c-893b-4f6d-855f-aa62c046ef62 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:48.836547 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7af0c44c-893b-4f6d-855f-aa62c046ef62 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2286696 Dec 20 12:02:48.837456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34484) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:48.886931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Pushing event deleted for resources: {'Port': ['ID=df0efb80-2b98-4c23-9a2a-0dee0f998167,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:48.905327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:48.914880 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] No DVR routers for this DVR port df0efb80-2b98-4c23-9a2a-0dee0f998167 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:48.962904 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ddb5f594-2a20-4dce-8fc3-6ee551341e2f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206517 Dec 20 12:02:48.965186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34488) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:48.977536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6bb75972-9646-4fb8-baef-7881a74e494b None None] Provisioning complete for port e97b2a17-a52b-4d91-9a8e-d0d46955fb81 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:48.977915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6bb75972-9646-4fb8-baef-7881a74e494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.979950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:48.982906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:48.989775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:49.028206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6bb75972-9646-4fb8-baef-7881a74e494b None None] Port e97b2a17-a52b-4d91-9a8e-d0d46955fb81 was deleted so its status cannot be updated. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 12:02:49.033116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=e97b2a17-a52b-4d91-9a8e-d0d46955fb81,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:49.037329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:49.041630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] device_id is not set on port 2ff6f1ca-2201-49cb-ac48-8f8044778902 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:49.050757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.213778 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:49.231811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Transition to ACTIVE for port object 2ff6f1ca-2201-49cb-ac48-8f8044778902 will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:49.248905 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.263387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f92dd38a-6ff7-4444-9b95-dba01eca8c01 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:49.277436 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-289fca55-37f7-4ebd-ae57-b6e1ffef9e06', 'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06', 'tenant_id': '2f26cdd6e0804466b1560f4226eb763f', 'fixed_ips': [{'subnet_id': '5a8177e1-3f29-45ad-8400-be5166e3695d'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:49.278383 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.329391 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9459a319-b483-433b-a5da-032f3f063f9c None None] Provisioning for port 4989fbd4-fa79-4326-80ab-bd3450179ff0 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:49.346746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.354500 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/e97b2a17-a52b-4d91-9a8e-d0d46955fb81 HTTP/1.1" status: 204 len: 168 time: 2.5741010 Dec 20 12:02:49.460450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34496) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:49.474475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:49.476571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4989fbd4-fa79-4326-80ab-bd3450179ff0 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:49.519667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff6f1ca-2201-49cb-ac48-8f8044778902,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:49.524140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:49.527794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:49.541665 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:port and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:49.545143 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1f2e4a-313e-430b-a972-bb27e3579ec0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:02:49.545591 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1f2e4a-313e-430b-a972-bb27e3579ec0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:02:49.548375 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:49.548707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:49.549075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:49.549655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:49.555863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:49.556128 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:49.556783 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 2 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:49.559421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:49.574862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:49.575537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:49.576093 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:49.576889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:49.580771 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-be1f2e4a-313e-430b-a972-bb27e3579ec0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/e97b2a17-a52b-4d91-9a8e-d0d46955fb81 HTTP/1.1" status: 404 len: 333 time: 0.1087718 Dec 20 12:02:49.583524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34500) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:49.584713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:49.585176 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:49.588527 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 3 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:49.652113 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Allocated IP 2001:db8::f816:3eff:febd:799c (289fca55-37f7-4ebd-ae57-b6e1ffef9e06/5a8177e1-3f29-45ad-8400-be5166e3695d/116fa3f9-4ee9-44fc-833d-59e5c7efa9d3) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:49.653291 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e565db0-c805-4f5e-a997-6cac7e4b0187 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:02:49.654282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6e565db0-c805-4f5e-a997-6cac7e4b0187 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:49.671709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:49.672030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:49.672415 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:49.678462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 4989fbd4-fa79-4326-80ab-bd3450179ff0 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:49.686693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.694919 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:49.695755 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:49.696339 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 4 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:49.714999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6e565db0-c805-4f5e-a997-6cac7e4b0187 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:49.719194 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6e565db0-c805-4f5e-a997-6cac7e4b0187 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/e97b2a17-a52b-4d91-9a8e-d0d46955fb81 HTTP/1.1" status: 404 len: 333 time: 0.1330090 Dec 20 12:02:49.719949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34504) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:49.734038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:49.737011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.738836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4989fbd4-fa79-4326-80ab-bd3450179ff0 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:49.739408 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.782910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:49.783567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:49.783977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:49.802345 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:49.802745 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:49.810279 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 5 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:49.852491 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] device_id is not set on port d9bafed7-7ebc-4adf-aa57-0b643220d232 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:49.884118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:49.888569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:49.888861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:49.946522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:02:49.959996 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] Sync routers for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:02:49.967475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:49.967475 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:49.970294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:49.970432 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 6 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:49.988924 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:49.990741 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:49.998687 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "PUT /v2.0/routers/3c824289-d61c-494a-8ba1-d2cc8070f24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4408877 Dec 20 12:02:50.000828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:50.001144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:50.001484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:50.003502 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34508) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:50.010134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 4989fbd4-fa79-4326-80ab-bd3450179ff0, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4989fbd4-fa79-4326-80ab-bd3450179ff0,segment=NetworkSegment(1861cf1b-2516-4f97-b828-c0830354ec95),segment_id=1861cf1b-2516-4f97-b828-c0830354ec95)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:50.019841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet 781cbf70-c3eb-46e5-8d74-72a04f400a12 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:50.021811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:50.022176 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:50.023538 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 7 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:50.037466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.053202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.058056 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e916c438-bb96-4451-ab25-8ba8185f6958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:50.089384 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:50.090988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:50.091337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:50.091678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:50.108692 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:50.109031 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:50.113224 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] Routers {'3c824289-d61c-494a-8ba1-d2cc8070f24c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:02:50.113990 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['3c824289-d61c-494a-8ba1-d2cc8070f24c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:50.118180 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 8 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:50.153024 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.180279 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:50.180847 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cb0e6-8bd9-48ec-b240-81cdbfcaf673 None None] The sync data for ids ['3c824289-d61c-494a-8ba1-d2cc8070f24c'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:02:50.190049 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device df0efb80-2b98-4c23-9a2a-0dee0f998167 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:50.203578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:50.203959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:50.204326 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:50.222336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:50.222679 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:50.225473 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 9 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:50.239687 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8b117822-307b-455f-9b0a-28dd15da670c None None] Provisioning complete for port 4989fbd4-fa79-4326-80ab-bd3450179ff0 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:50.240440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8b117822-307b-455f-9b0a-28dd15da670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.251836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:50.252440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:50.252541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:50.262880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:50.263205 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:50.267635 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 10 to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 Dec 20 12:02:50.279513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: df0efb80-2b98-4c23-9a2a-0dee0f998167 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:50.279871 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device df0efb80-2b98-4c23-9a2a-0dee0f998167 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:50.289017 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:50.289260 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:50.289638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:50.301381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.303735 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:50.304065 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:50.304488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.313372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:50.316884 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.324666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.345192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Transition to ACTIVE for port object 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:50.360434 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=4989fbd4-fa79-4326-80ab-bd3450179ff0,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:50.364111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:50.377402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:50.381214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:50.384349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:50.384924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.395676 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=46ece58f-6446-44ea-be17-d738a1319401,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:50.403308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:50.426566 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4548924 Dec 20 12:02:50.426962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34516) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:50.433908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': '46ece58f-6446-44ea-be17-d738a1319401', 'ip_address': '2001:db8::aa7b:5abb:52a3:deb6'}], 'name': 'tempest-NetworksTestDHCPv6-775837322'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:50.456217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Transition to ACTIVE for port object 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:50.465691 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2120e6-3859-4d28-8624-b97434a0b1a9 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:50.489977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] For port 2ff6f1ca-2201-49cb-ac48-8f8044778902, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:50.490437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempted to set empty binding levels {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:02:50.494745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.502937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c02550cb-e96f-4490-b195-4307f442e1a4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:50.534740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.550711 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=781cbf70-c3eb-46e5-8d74-72a04f400a12,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:50.553419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:50.557161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6e0c6852-560b-4f8a-b4f9-c8e807163739 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:50.568375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.583082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6a78dee2-b16a-4472-b4ea-f80b00e64e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:50.605493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.608083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.615918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] In _notify_port_updated(), no bound segment for port 2ff6f1ca-2201-49cb-ac48-8f8044778902 on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:02:50.617204 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.619006 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "PUT /v2.0/ports/2ff6f1ca-2201-49cb-ac48-8f8044778902 HTTP/1.1" status: 200 len: 977 time: 3.1171927 Dec 20 12:02:50.622200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34522) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:50.623544 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/781cbf70-c3eb-46e5-8d74-72a04f400a12 HTTP/1.1" status: 204 len: 168 time: 0.8991251 Dec 20 12:02:50.661923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34526) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:50.707079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Pushing event updated for resources: {'Port': ['ID=116fa3f9-4ee9-44fc-833d-59e5c7efa9d3,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:50.710162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f478bb-d9d3-45c1-bb39-e73bf0b789a6 None None] Network 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:50.717485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Allocated IP 2001:db8::f816:3eff:fee2:b616 (289fca55-37f7-4ebd-ae57-b6e1ffef9e06/5a8177e1-3f29-45ad-8400-be5166e3695d/d9bafed7-7ebc-4adf-aa57-0b643220d232) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:50.741721 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff6f1ca-2201-49cb-ac48-8f8044778902,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:50.745235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:50.785818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:50.791638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:50.810452 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-be86b1b8-b57f-4419-86ef-5ae702e366d9 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Synchronizing usage tracker for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:50.819306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:50.822931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:50.831492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-be86b1b8-b57f-4419-86ef-5ae702e366d9 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Unset dirty status for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:50.838835 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-be86b1b8-b57f-4419-86ef-5ae702e366d9 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24142 time: 0.2142463 Dec 20 12:02:50.839548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34530) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:50.841634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:50.863975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.865798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:50.897702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '46ece58f-6446-44ea-be17-d738a1319401'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:50.899122 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.909609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Deleting port 2ff6f1ca-2201-49cb-ac48-8f8044778902 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:50.909609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:50.913102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:50.918771 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.017563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port ae5b5e37-b381-4d4d-bdfa-93f695997c2a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:51.017915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.066631 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 4667ef80-acfc-47be-93a9-e187e67e8ab7 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:51.118903 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] For port 2ff6f1ca-2201-49cb-ac48-8f8044778902, host hv-neutron-vict, got binding levels [] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:51.119282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.159208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Attempting to bind port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:51.159585 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Attempting to bind port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'fc5139f1-760f-479e-ae86-70d368a90674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:51.160140 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Attempting to bind port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 on network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:51.210129 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:51.210552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Checking segment: {'id': 'fc5139f1-760f-479e-ae86-70d368a90674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:51.211463 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.211867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Bound using segment: {'id': 'fc5139f1-760f-479e-ae86-70d368a90674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:51.212379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Bound port: 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5139f1-760f-479e-ae86-70d368a90674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '289fca55-37f7-4ebd-ae57-b6e1ffef9e06'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:51.212757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.241834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Calling delete_port for 2ff6f1ca-2201-49cb-ac48-8f8044778902 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:51.324058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.345876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:51.349332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/46ece58f-6446-44ea-be17-d738a1319401/561d809f-7cb2-402d-b4f4-5789bf9de4f8) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:51.370268 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4989fbd4-fa79-4326-80ab-bd3450179ff0 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:51.394843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.427210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Transition to ACTIVE for port object d9bafed7-7ebc-4adf-aa57-0b643220d232 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:51.437475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-92d70e52-6584-484b-9785-4774e0d759db None None] For port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:51.451255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] DHCP port deletion for 93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:51.481631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-92d70e52-6584-484b-9785-4774e0d759db None None] For port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=116fa3f9-4ee9-44fc-833d-59e5c7efa9d3,segment=NetworkSegment(fc5139f1-760f-479e-ae86-70d368a90674),segment_id=fc5139f1-760f-479e-ae86-70d368a90674)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:51.485062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Deleting port ae5b5e37-b381-4d4d-bdfa-93f695997c2a {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:51.485483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.507626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ff6f1ca-2201-49cb-ac48-8f8044778902,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:51.514198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:51.517305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.533143 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2ff6f1ca-2201-49cb-ac48-8f8044778902 HTTP/1.1" status: 204 len: 168 time: 0.6923835 Dec 20 12:02:51.535458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34536) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:51.566562 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.578258 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-678a15d3-d3ff-4efe-8ecb-ee7bff7fea62 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:02:51.578494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:51.578930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-678a15d3-d3ff-4efe-8ecb-ee7bff7fea62 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Synchronizing usage tracker for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:51.595780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-678a15d3-d3ff-4efe-8ecb-ee7bff7fea62 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Unset dirty status for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:51.600501 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-678a15d3-d3ff-4efe-8ecb-ee7bff7fea62 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "GET /v2.0/ports/2ff6f1ca-2201-49cb-ac48-8f8044778902 HTTP/1.1" status: 404 len: 333 time: 0.0606852 Dec 20 12:02:51.601170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34542) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:51.608186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-311363568', 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:51.614128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:51.626823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:51.639819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Made reservation on behalf of 397f10b954404d8b8cade84c43ab4e0b for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:51.644054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.690988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] device_id is not set on port df6d28c2-091d-4ea2-9b49-0fd4a529b384 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:51.738778 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.750280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Pushing event updated for resources: {'Port': ['ID=116fa3f9-4ee9-44fc-833d-59e5c7efa9d3,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:51.763398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-37dafb39-b80c-4ab9-8ab7-455b7861f51f tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:51.770607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:51.876334 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Port': ['ID=d9bafed7-7ebc-4adf-aa57-0b643220d232,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:51.896892 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:51.908456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] For port ae5b5e37-b381-4d4d-bdfa-93f695997c2a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,segment=NetworkSegment(07795da2-ca02-4898-a736-3a33045b5864),segment_id=07795da2-ca02-4898-a736-3a33045b5864)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:51.909542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.957001 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4989fbd4-fa79-4326-80ab-bd3450179ff0 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:51.957380 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.960391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:51.990090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.000825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6ebcfe53-7f1c-4d44-a563-c674c098ad4b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:52.024011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.034241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Transition to ACTIVE for port object 561d809f-7cb2-402d-b4f4-5789bf9de4f8 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:52.065408 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] For port ae5b5e37-b381-4d4d-bdfa-93f695997c2a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,segment=NetworkSegment(07795da2-ca02-4898-a736-3a33045b5864),segment_id=07795da2-ca02-4898-a736-3a33045b5864)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:52.066186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.072896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:52.075067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Transition to ACTIVE for port object 561d809f-7cb2-402d-b4f4-5789bf9de4f8 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:52.085697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for ae5b5e37-b381-4d4d-bdfa-93f695997c2a owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:52.094964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.113287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:52.136276 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Network 7500c22e-f794-416f-8534-66cf2420ea42 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:52.143503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:52.146453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:52.147272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:52.147866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.151832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:52.152023 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=df6d28c2-091d-4ea2-9b49-0fd4a529b384,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:52.155194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:52.188083 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5849519 Dec 20 12:02:52.188887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34548) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:52.225594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::aa7b:5abb:52a3:deb6 (51a1536f-8906-4846-ba25-f9918687ea89/46ece58f-6446-44ea-be17-d738a1319401/4667ef80-acfc-47be-93a9-e187e67e8ab7) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:52.254574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Calling delete_port for ae5b5e37-b381-4d4d-bdfa-93f695997c2a owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:52.264857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-20141041-b3da-44db-aab0-e261ba92ff0f tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Synchronizing usage tracker for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:52.282501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-20141041-b3da-44db-aab0-e261ba92ff0f tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Unset dirty status for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:52.285923 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-20141041-b3da-44db-aab0-e261ba92ff0f tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "GET /v2.0/ports/df6d28c2-091d-4ea2-9b49-0fd4a529b384 HTTP/1.1" status: 200 len: 954 time: 0.0934110 Dec 20 12:02:52.286475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34552) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:52.293507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:52.297530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:52.298228 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.314321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.342464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:52.343192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Pushing event updated for resources: {'Port': ['ID=561d809f-7cb2-402d-b4f4-5789bf9de4f8,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:52.347998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:52.351013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:52.368747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Deleting port df6d28c2-091d-4ea2-9b49-0fd4a529b384 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:52.369247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.384480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:52.384698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Deleting port 4da73fcd-233c-45b4-b5ed-f9f909c59619 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:52.385098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.447209 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.453416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:52.483082 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6712809 Dec 20 12:02:52.490853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34556) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:52.540487 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Pushing event deleted for resources: {'Port': ['ID=ae5b5e37-b381-4d4d-bdfa-93f695997c2a,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:52.544483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:52.550583 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] No DVR routers for this DVR port ae5b5e37-b381-4d4d-bdfa-93f695997c2a on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:52.554696 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Attempting to bind port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:52.554997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Attempting to bind port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:52.555361 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Attempting to bind port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:52.562829 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:02:52.563214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:52.563621 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.564017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:02:52.564544 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Bound port: 561d809f-7cb2-402d-b4f4-5789bf9de4f8, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:02:52.564923 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.605446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.629112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.634694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 4667ef80-acfc-47be-93a9-e187e67e8ab7 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:52.668167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:02:52.669399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:02:52.681435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] For port 561d809f-7cb2-402d-b4f4-5789bf9de4f8, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:52.692854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] For port 561d809f-7cb2-402d-b4f4-5789bf9de4f8, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=561d809f-7cb2-402d-b4f4-5789bf9de4f8,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:02:52.700223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.706961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-be20cf68-0dd3-43a0-8467-13aac91fee61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:52.722058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.762124 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:52.825263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Pushing event updated for resources: {'Port': ['ID=561d809f-7cb2-402d-b4f4-5789bf9de4f8,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:52.838848 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:52.869705 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Calling delete_port for df6d28c2-091d-4ea2-9b49-0fd4a529b384 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:52.902319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:52.903707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:52.917632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:52.921632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:52.922243 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.979847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=4667ef80-acfc-47be-93a9-e187e67e8ab7,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:52.985664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:52.987346 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5595994 Dec 20 12:02:52.989829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:52.997607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34566) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:53.064215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting subnet 5a8177e1-3f29-45ad-8400-be5166e3695d {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:53.073915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.097455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.131496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-432cb803-4331-4c00-b8a5-7567c6954553 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:53.194428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event deleted for resources: {'Port': ['ID=df6d28c2-091d-4ea2-9b49-0fd4a529b384,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:53.201205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:53.220641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.225039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.240072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Calling delete_port for 4da73fcd-233c-45b4-b5ed-f9f909c59619 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:53.244525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c0a23-01a1-4c52-9dcd-b5d58a37ede8 None None] Network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:53.279542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port ae5b5e37-b381-4d4d-bdfa-93f695997c2a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:53.280506 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.290728 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "DELETE /v2.0/ports/df6d28c2-091d-4ea2-9b49-0fd4a529b384 HTTP/1.1" status: 204 len: 168 time: 1.0006461 Dec 20 12:02:53.291633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34570) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:53.359392 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacc2318-de89-4d40-8f7b-6fa1ae84a2af tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:02:53.359908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-aacc2318-de89-4d40-8f7b-6fa1ae84a2af tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Synchronizing usage tracker for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:53.411262 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-aacc2318-de89-4d40-8f7b-6fa1ae84a2af tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Unset dirty status for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:53.413598 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-aacc2318-de89-4d40-8f7b-6fa1ae84a2af tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "GET /v2.0/ports/df6d28c2-091d-4ea2-9b49-0fd4a529b384 HTTP/1.1" status: 404 len: 333 time: 0.1202400 Dec 20 12:02:53.416780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34574) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:53.425683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c03f3c1a-24f8-4a7d-ad64-bb1caddfb750 None None] Provisioning for port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:53.429285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Request body: {'port': {'network_id': '7500c22e-f794-416f-8534-66cf2420ea42', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2087899135'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:53.441712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:53.449428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.484837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 561d809f-7cb2-402d-b4f4-5789bf9de4f8 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:53.498361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:53.519652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Made reservation on behalf of 397f10b954404d8b8cade84c43ab4e0b for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:53.522048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.552360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] device_id is not set on port 0d93d637-f879-4bed-921f-e9c34337a03f yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:53.575344 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] The port 'ae5b5e37-b381-4d4d-bdfa-93f695997c2a' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:02:53.611674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.619617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:53.621175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:53.633131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:53.683985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f90222d-aaca-4439-922c-e49190d5efc5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:53.688131 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f90222d-aaca-4439-922c-e49190d5efc5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:53.688993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9f90222d-aaca-4439-922c-e49190d5efc5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:53.759045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8177e1-3f29-45ad-8400-be5166e3695d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:53.761611 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:53.778445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.800372 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/5a8177e1-3f29-45ad-8400-be5166e3695d HTTP/1.1" status: 204 len: 168 time: 1.3080149 Dec 20 12:02:53.810035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:53.817570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:53.818350 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.818745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34580) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:53.857818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:53.870854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9f90222d-aaca-4439-922c-e49190d5efc5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:53.872059 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9f90222d-aaca-4439-922c-e49190d5efc5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8735030 Dec 20 12:02:53.877963 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34584) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.013222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.049174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28483a2d-4a8d-419e-b064-9e55be902dea tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:54.050825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28483a2d-4a8d-419e-b064-9e55be902dea tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:54.051701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-28483a2d-4a8d-419e-b064-9e55be902dea tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Synchronizing usage tracker for tenant:2f26cdd6e0804466b1560f4226eb763f on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:54.072080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=116fa3f9-4ee9-44fc-833d-59e5c7efa9d3,segment=NetworkSegment(fc5139f1-760f-479e-ae86-70d368a90674),segment_id=fc5139f1-760f-479e-ae86-70d368a90674)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:54.077210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.083223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ae0b71-5cc7-46d0-bb2c-2248dc4092e0']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:54.089986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.092768 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:54.099999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-28483a2d-4a8d-419e-b064-9e55be902dea tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Unset dirty status for tenant:2f26cdd6e0804466b1560f4226eb763f on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:54.101450 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-28483a2d-4a8d-419e-b064-9e55be902dea tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2814863 Dec 20 12:02:54.112763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34590) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.141651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07795da2-ca02-4898-a736-3a33045b5864') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:54.141950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07795da2-ca02-4898-a736-3a33045b5864') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:54.174801 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.182177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.183307 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558eea75-4df8-4039-bc0c-de6b94e95ff7 None None] Network 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:54.188964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 4667ef80-acfc-47be-93a9-e187e67e8ab7 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:54.189304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.221100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:54.228704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ae5b5e37-b381-4d4d-bdfa-93f695997c2a no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:54.252879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.264639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:54.283464 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Port': ['ID=4da73fcd-233c-45b4-b5ed-f9f909c59619,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:54.285795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:54.291795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.315500 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5d406fbd-5a8a-4db4-9eb6-6b36388ddd30 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.318485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: ae5b5e37-b381-4d4d-bdfa-93f695997c2a {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:54.319049 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ae5b5e37-b381-4d4d-bdfa-93f695997c2a not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:54.357892 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d406fbd-5a8a-4db4-9eb6-6b36388ddd30 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 12:02:54.358048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:54.358386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d406fbd-5a8a-4db4-9eb6-6b36388ddd30 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:02:54.358626 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.364423 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5d406fbd-5a8a-4db4-9eb6-6b36388ddd30 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/289fca55-37f7-4ebd-ae57-b6e1ffef9e06 HTTP/1.1" status: 409 len: 405 time: 0.2449889 Dec 20 12:02:54.365977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34596) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.366666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=0d93d637-f879-4bed-921f-e9c34337a03f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:54.369980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:54.376472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1191794911'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:54.377780 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:54.385628 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Network 7500c22e-f794-416f-8534-66cf2420ea42 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:54.386881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:54.389319 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:54.391733 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:54.392758 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:54.393352 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.404060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:network and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:54.409108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:54.424574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:54.428724 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0080497 Dec 20 12:02:54.433958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34600) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.448985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:54.497805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:54.502010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.543504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:54.554351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.555429 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Added segment 50f273cb-0d01-4606-92d0-9ade07420104 of type vlan for network 9d5526a7-e074-400a-8379-0b14668c5557 Dec 20 12:02:54.582503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=116fa3f9-4ee9-44fc-833d-59e5c7efa9d3,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:54.586493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:54.587070 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-95fbe825-da1e-40c6-ad79-1f9bf4c42ea5 None None] Provisioning for port d9bafed7-7ebc-4adf-aa57-0b643220d232 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:54.592182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.595009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-95fbe825-da1e-40c6-ad79-1f9bf4c42ea5 None None] Provisioning complete for port d9bafed7-7ebc-4adf-aa57-0b643220d232 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:54.595492 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-95fbe825-da1e-40c6-ad79-1f9bf4c42ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.610004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.638020 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.640855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3dbd3b9a-4102-4f5c-8751-e647fb08b860 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:54.658590 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-95fbe825-da1e-40c6-ad79-1f9bf4c42ea5 None None] Port d9bafed7-7ebc-4adf-aa57-0b643220d232 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:54.690988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-95fbe825-da1e-40c6-ad79-1f9bf4c42ea5 None None] Provisioning complete for port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:54.691382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-95fbe825-da1e-40c6-ad79-1f9bf4c42ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.703284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.721390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.726100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:54.727418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.765740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] DHCP port deletion for 289fca55-37f7-4ebd-ae57-b6e1ffef9e06 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:54.773762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Deleting port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:54.774146 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:54.775493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:54.798525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=93ae0b71-5cc7-46d0-bb2c-2248dc4092e0,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:54.805099 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4340625 Dec 20 12:02:54.805895 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34604) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.809570 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:54.818687 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/93ae0b71-5cc7-46d0-bb2c-2248dc4092e0 HTTP/1.1" status: 204 len: 168 time: 4.1531596 Dec 20 12:02:54.819016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34606) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:54.841481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'subnet': {'network_id': '9d5526a7-e074-400a-8379-0b14668c5557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:54.857529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-872965593'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:54.878579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:54.973326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.038817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] For port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=116fa3f9-4ee9-44fc-833d-59e5c7efa9d3,segment=NetworkSegment(fc5139f1-760f-479e-ae86-70d368a90674),segment_id=fc5139f1-760f-479e-ae86-70d368a90674)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:55.039462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Network': ['ID=9d5526a7-e074-400a-8379-0b14668c5557,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:55.039565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.043489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:55.046717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:55.053444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 9d5526a7-e074-400a-8379-0b14668c5557 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:55.067844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:55.077973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:55.101046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.117669 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:55.122543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:55.126423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.160279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:55.199780 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Calling delete_port for 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:55.252852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:55.271559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:02:55.328439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.328931 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment e8253055-094c-4d2e-b58d-b9a04a3d4088 of type vlan for network cbb3a4da-75bd-4515-b446-ba178b49cb71 Dec 20 12:02:55.429101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 4667ef80-acfc-47be-93a9-e187e67e8ab7 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:55.449498 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:55.462401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.492542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.528820 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ecbc0a59-b87c-480f-8940-e86f0ff19913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:55.557271 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.572246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.604982 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Provisioning for port 4667ef80-acfc-47be-93a9-e187e67e8ab7 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:55.623360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:55.623944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:55.636273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Pushing event deleted for resources: {'Port': ['ID=116fa3f9-4ee9-44fc-833d-59e5c7efa9d3,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:55.644108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Provisioning complete for port 4667ef80-acfc-47be-93a9-e187e67e8ab7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:55.644536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.674469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.675061 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Fanout notify agent at l3_agent the message router_deleted on router 3c824289-d61c-494a-8ba1-d2cc8070f24c {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:02:55.703211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.704393 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "DELETE /v2.0/routers/3c824289-d61c-494a-8ba1-d2cc8070f24c HTTP/1.1" status: 204 len: 168 time: 5.6999342 Dec 20 12:02:55.707513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.714508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34618) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:55.715296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-90225775-00fa-411c-877c-16472b591658 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:55.732819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.744289 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:55.745782 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Port 4667ef80-acfc-47be-93a9-e187e67e8ab7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:02:55.749175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] No DVR routers for this DVR port 116fa3f9-4ee9-44fc-833d-59e5c7efa9d3 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:55.761810 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] device_id is not set on port 0d93d637-f879-4bed-921f-e9c34337a03f yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:55.768704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Provisioning for port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:02:55.772891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Provisioning complete for port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:55.773479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.783487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.819520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Transition to ACTIVE for port object 0d93d637-f879-4bed-921f-e9c34337a03f will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:55.828539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.833646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=4667ef80-acfc-47be-93a9-e187e67e8ab7,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:55.834329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5c50be7d-6f17-4237-98ca-2150e8abdb5b tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:55.842131 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:55.903728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.906681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.908705 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/4667ef80-acfc-47be-93a9-e187e67e8ab7 HTTP/1.1" status: 204 len: 168 time: 2.0298147 Dec 20 12:02:55.912029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34622) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:55.948305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] For port 561d809f-7cb2-402d-b4f4-5789bf9de4f8, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=561d809f-7cb2-402d-b4f4-5789bf9de4f8,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:55.954857 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:55.956969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:56.040793 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Pushing event updated for resources: {'Port': ['ID=561d809f-7cb2-402d-b4f4-5789bf9de4f8,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:56.052003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:56.066826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.067140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7c3dd-409d-4cab-97bc-7458fcac0bf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:56.068564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7c3dd-409d-4cab-97bc-7458fcac0bf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:56.069291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c5f7c3dd-409d-4cab-97bc-7458fcac0bf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:56.070760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:56.071341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.104648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Deleting subnet b7846bc7-a661-4491-ae5d-07e780d33d75 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:56.105083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.objects.ports [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83527) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:02:56.107731 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c5f7c3dd-409d-4cab-97bc-7458fcac0bf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:56.108860 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c5f7c3dd-409d-4cab-97bc-7458fcac0bf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1953075 Dec 20 12:02:56.109573 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.139234 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34628) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:56.172659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.196251 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3708534 Dec 20 12:02:56.196886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=0d93d637-f879-4bed-921f-e9c34337a03f,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:56.201215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34632) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:56.204380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:56.205513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c1eb91c9-bded-4d45-b606-f3b201cb95cb tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:56.213962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.237857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:56.361162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=cbb3a4da-75bd-4515-b446-ba178b49cb71,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:56.363811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:56.369075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-181b0a5e-efaf-49f1-a619-42378416bd82 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:56.372423 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network cbb3a4da-75bd-4515-b446-ba178b49cb71 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:02:56.414484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 46ece58f-6446-44ea-be17-d738a1319401 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:56.416609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.448095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.469110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:56.469640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:56.469745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:56.511722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:56.512252 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:56.517000 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 2 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:56.517209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.529011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:56.533943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Subnet': ['ID=8cac6883-1594-413a-ba73-f5757d0311e6,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:56.536580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:56.540860 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Checking segment: {'id': '50f273cb-0d01-4606-92d0-9ade07420104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9d5526a7-e074-400a-8379-0b14668c5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:56.541207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network hostable DHCP agents. Network: 9d5526a7-e074-400a-8379-0b14668c5557, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:56.548063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:56.550661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:56.551001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:56.551335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:56.554041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:56.564607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:56.576081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:56.576497 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:56.578598 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 3 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:56.590999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.599776 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:56.599972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:56.618246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:56.618652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:56.619003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:56.643073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Subnet': ['ID=b7846bc7-a661-4491-ae5d-07e780d33d75,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:56.646514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:56.646514 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:56.649476 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 4 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:56.656789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:56.659034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.659527 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43990947-c1b5-4115-9961-493e7efbe839 None None] Network 9a9e35ea-ab78-4130-9ffc-ea909afbab5a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:56.683098 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "DELETE /v2.0/subnets/b7846bc7-a661-4491-ae5d-07e780d33d75 HTTP/1.1" status: 204 len: 168 time: 0.9121444 Dec 20 12:02:56.683669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34638) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:56.706217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.711586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network 9d5526a7-e074-400a-8379-0b14668c5557 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:56.734715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:56.734965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:56.735302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:56.742339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.760755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 9d5526a7-e074-400a-8379-0b14668c5557) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:56.765401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:56.765700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.781090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:56.781417 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:56.786379 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 5 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:56.803496 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5a432f-132c-4647-8f4e-c9bd82e27dbc None None] Network 9d5526a7-e074-400a-8379-0b14668c5557 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:56.850936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.864393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:56.864588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:56.864924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:56.867852 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0501146 Dec 20 12:02:56.869372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Deleting port 44d7ea02-b049-4ff0-8490-23b26430b034 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:56.869710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.874006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34644) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:56.884245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'port': {'network_id': '9d5526a7-e074-400a-8379-0b14668c5557', 'name': 'tempest-NetworksIpV6TestAttrs-552376307'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:56.897500 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.910557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-96b80c49-b5ea-4e2b-b32d-460ad968c3c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:56.922482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:56.922815 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:56.934115 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 6 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:56.957046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=46ece58f-6446-44ea-be17-d738a1319401,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:56.967880 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:56.974979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:56.992286 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe508e35-c7e4-4a44-a2f6-8676fe3ca9e2 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:57.019327 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:57.019659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:57.019988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:57.032491 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/46ece58f-6446-44ea-be17-d738a1319401 HTTP/1.1" status: 204 len: 168 time: 0.8921938 Dec 20 12:02:57.039813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34648) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:57.066112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:57.066438 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:57.072742 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 7 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:57.135629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:57.137929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:57.138255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:57.138585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:57.148139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:port and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:57.158467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:57.166983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:57.167313 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:57.168057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:57.171882 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 8 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:57.212385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:57.212761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:57.213141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:57.217634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:57.220702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.238661 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d7fffd6a-7802-4b0a-b888-8ac1983b9bd3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1972723 Dec 20 12:02:57.242063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34654) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:57.256614 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:57.256982 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:57.258146 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 9 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:57.275009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] device_id is not set on port 27b92e60-48de-4b00-8701-83e8e658af7e yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:57.294306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:57.328636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.330498 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-9d5526a7-e074-400a-8379-0b14668c5557', 'network_id': '9d5526a7-e074-400a-8379-0b14668c5557', 'tenant_id': '2f26cdd6e0804466b1560f4226eb763f', 'fixed_ips': [{'subnet_id': '8cac6883-1594-413a-ba73-f5757d0311e6'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:57.332161 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.343723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:57.356698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] DHCP port deletion for 9a9e35ea-ab78-4130-9ffc-ea909afbab5a request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:57.395388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:57.395725 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:57.396041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:57.422255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Deleting port 44d7ea02-b049-4ff0-8490-23b26430b034 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:57.423556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.455157 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:57.455482 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:57.462385 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempt 10 to bind port 0d93d637-f879-4bed-921f-e9c34337a03f Dec 20 12:02:57.462531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 561d809f-7cb2-402d-b4f4-5789bf9de4f8 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:02:57.484078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=9348a168-8a6b-4e6a-81a7-06ae501e5f25,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:57.485093 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:02:57.493489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:57.506959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] For port 44d7ea02-b049-4ff0-8490-23b26430b034, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=44d7ea02-b049-4ff0-8490-23b26430b034,segment=NetworkSegment(ea1b203b-ec97-47b9-aab1-3beabfbb90cc),segment_id=ea1b203b-ec97-47b9-aab1-3beabfbb90cc)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:57.507323 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.521651 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Deleting port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:57.521993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.553909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:02:57.553909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:02:57.553909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempting to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:02:57.585391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:02:57.585391 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Failed to bind port 0d93d637-f879-4bed-921f-e9c34337a03f on host hv-neutron-vict for vnic_type normal using segments [{'id': '5c96845a-1e36-42c3-a876-bcff436bb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7500c22e-f794-416f-8534-66cf2420ea42'}] Dec 20 12:02:57.585391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.617459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Allocated IP 2001:db8::f816:3eff:feff:a561 (9d5526a7-e074-400a-8379-0b14668c5557/8cac6883-1594-413a-ba73-f5757d0311e6/27b92e60-48de-4b00-8701-83e8e658af7e) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:57.637458 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:57.645588 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Calling delete_port for 44d7ea02-b049-4ff0-8490-23b26430b034 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:57.648604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': 'e8253055-094c-4d2e-b58d-b9a04a3d4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:02:57.648969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: cbb3a4da-75bd-4515-b446-ba178b49cb71, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:02:57.678074 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:57.682932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:57.695987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:57.731311 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:57.735465 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.749047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] For port 0d93d637-f879-4bed-921f-e9c34337a03f, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:02:57.749339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Attempted to set empty binding levels {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:02:57.771324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.791948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3f3d871f-c4db-4087-9ef5-c4420f3e983d tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:57.821678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network cbb3a4da-75bd-4515-b446-ba178b49cb71 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:02:57.824480 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] In _notify_port_updated(), no bound segment for port 0d93d637-f879-4bed-921f-e9c34337a03f on network 7500c22e-f794-416f-8534-66cf2420ea42 {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:02:57.825667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.828611 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "PUT /v2.0/ports/0d93d637-f879-4bed-921f-e9c34337a03f HTTP/1.1" status: 200 len: 977 time: 3.3879330 Dec 20 12:02:57.839439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34660) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:57.876573 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.893649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c42bdf5-c0a3-4770-828a-1deaee20a881 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:57.918119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:02:57.918504 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:57.949788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Port': ['ID=44d7ea02-b049-4ff0-8490-23b26430b034,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:57.960927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:57.961746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] No DVR routers for this DVR port 44d7ea02-b049-4ff0-8490-23b26430b034 on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:58.022497 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] For port 44d7ea02-b049-4ff0-8490-23b26430b034, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=44d7ea02-b049-4ff0-8490-23b26430b034,segment=NetworkSegment(ea1b203b-ec97-47b9-aab1-3beabfbb90cc),segment_id=ea1b203b-ec97-47b9-aab1-3beabfbb90cc)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:58.022890 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.028831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Deleting port 0d93d637-f879-4bed-921f-e9c34337a03f {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:58.029639 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.039612 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] For port 561d809f-7cb2-402d-b4f4-5789bf9de4f8, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=561d809f-7cb2-402d-b4f4-5789bf9de4f8,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:58.040003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.087700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.103678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Transition to ACTIVE for port object 27b92e60-48de-4b00-8701-83e8e658af7e will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:58.138432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.148861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, cbb3a4da-75bd-4515-b446-ba178b49cb71) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:58.152885 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:58.153473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.157321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.184709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event updated for resources: {'Port': ['ID=0d93d637-f879-4bed-921f-e9c34337a03f,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:58.187580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:58.191183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-aec16348-c207-46b9-9e40-65191fc783c3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:58.248219 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d67f34d-bb46-4fae-9a28-15505ff2eb6a None None] Network cbb3a4da-75bd-4515-b446-ba178b49cb71 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:58.253419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network 9d5526a7-e074-400a-8379-0b14668c5557 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:58.260743 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0561421 Dec 20 12:02:58.260909 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9e35ea-ab78-4130-9ffc-ea909afbab5a']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:58.261027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:58.264111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34666) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:58.264615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:58.267632 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Calling delete_port for 44d7ea02-b049-4ff0-8490-23b26430b034 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:58.268498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:58.269114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.289659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1b203b-ec97-47b9-aab1-3beabfbb90cc') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:58.290185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1b203b-ec97-47b9-aab1-3beabfbb90cc') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:02:58.291335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1704412260'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:58.325169 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4500890 Dec 20 12:02:58.331260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34670) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:58.334262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.342453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Port': ['ID=27b92e60-48de-4b00-8701-83e8e658af7e,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:58.345358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:58.389064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Calling delete_port for 561d809f-7cb2-402d-b4f4-5789bf9de4f8 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:58.430959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.466131 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:58.471502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:02:58.474716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:02:58.482859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:58.498290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:58.503483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.513287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:02:58.514872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:02:58.531922 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:02:58.537554 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 78f4e6a2-63c4-47d7-af90-bc3f471253ea yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:02:58.547690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.592991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-17798d13-82c0-4501-8d47-3c949e8737e4 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:58.655845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Allocated IP 2001:db8::f816:3eff:fe12:d72c (9d5526a7-e074-400a-8379-0b14668c5557/8cac6883-1594-413a-ba73-f5757d0311e6/dfe747ee-960c-4c4d-9450-26dfcbedc5e4) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:58.666935 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] For port 0d93d637-f879-4bed-921f-e9c34337a03f, host hv-neutron-vict, got binding levels [] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:02:58.667266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.709457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:02:58.709850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:02:58.725771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.10 (cbb3a4da-75bd-4515-b446-ba178b49cb71/9348a168-8a6b-4e6a-81a7-06ae501e5f25/78f4e6a2-63c4-47d7-af90-bc3f471253ea) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:58.752775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.760597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:58.848489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Pushing event deleted for resources: {'Port': ['ID=561d809f-7cb2-402d-b4f4-5789bf9de4f8,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:58.854571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:58.906396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] No DVR routers for this DVR port 561d809f-7cb2-402d-b4f4-5789bf9de4f8 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:02:58.915615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.938532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object 78f4e6a2-63c4-47d7-af90-bc3f471253ea will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:58.967060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:58.979309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-85307541-6910-4601-ad97-c40b3ed784f3 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:58.983642 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-cbb3a4da-75bd-4515-b446-ba178b49cb71', 'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71', 'tenant_id': 'd187523ae340477fb5877262a1160f1f', 'fixed_ips': [{'subnet_id': '9348a168-8a6b-4e6a-81a7-06ae501e5f25'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:02:58.984491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.000994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Calling delete_port for 0d93d637-f879-4bed-921f-e9c34337a03f owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:59.027198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.045388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:59.052163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.055497 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:59.065815 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network cbb3a4da-75bd-4515-b446-ba178b49cb71 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:59.067007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=78f4e6a2-63c4-47d7-af90-bc3f471253ea,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:59.070835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:59.073357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:59.075442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.076209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.085210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f54ab-9d45-497e-a729-ea64e15effad None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:02:59.086716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=bdaaa4e7-3f1a-492f-a627-e93687ac818e,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:59.115052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:59.119857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:59.123893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:59.142986 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8923490 Dec 20 12:02:59.145995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:02:59.146601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.150142 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34678) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:59.157028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': 'bdaaa4e7-3f1a-492f-a627-e93687ac818e', 'ip_address': '2001:db8::63d8:4137:482d:46f9'}], 'name': 'tempest-NetworksTestDHCPv6-113800106'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:02:59.158192 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "DELETE /v2.0/networks/9a9e35ea-ab78-4130-9ffc-ea909afbab5a HTTP/1.1" status: 204 len: 168 time: 2.4738269 Dec 20 12:02:59.163267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Network': ['ID=9a9e35ea-ab78-4130-9ffc-ea909afbab5a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:59.175513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34682) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:59.181508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:59.219223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Deleting port 44d7ea02-b049-4ff0-8490-23b26430b034 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:59.219435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.238897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting subnet 8cac6883-1594-413a-ba73-f5757d0311e6 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:02:59.269054 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.9838886 Dec 20 12:02:59.276962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34686) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:59.317911 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-20e8431f-0eca-4a11-b334-47c2b7fdfa15 None None] The port '44d7ea02-b049-4ff0-8490-23b26430b034' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:02:59.325371 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.340904 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Transition to ACTIVE for port object dfe747ee-960c-4c4d-9450-26dfcbedc5e4 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:59.348075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.356279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 78f4e6a2-63c4-47d7-af90-bc3f471253ea {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:59.356499 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3a27feb5-9d42-4ee1-8e79-5b6fb16ddac3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:59.356606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.363395 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Transition to ACTIVE for port object dfe747ee-960c-4c4d-9450-26dfcbedc5e4 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:59.391373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.430954 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d93d637-f879-4bed-921f-e9c34337a03f,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:02:59.434115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Allocated IP 172.20.0.2 (cbb3a4da-75bd-4515-b446-ba178b49cb71/9348a168-8a6b-4e6a-81a7-06ae501e5f25/5843b51d-41cf-49ce-b4e3-a5fe5f2538af) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:02:59.436374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:02:59.437796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Deleting port d799ef28-e3bc-44a2-ac7b-1a32f37e73d5 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:02:59.438533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.473632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:02:59.480642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:02:59.513319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.518959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:02:59.528422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.601189 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "DELETE /v2.0/ports/0d93d637-f879-4bed-921f-e9c34337a03f HTTP/1.1" status: 204 len: 168 time: 1.7581913 Dec 20 12:02:59.609281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34692) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:59.662251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.673037 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Transition to ACTIVE for port object 5843b51d-41cf-49ce-b4e3-a5fe5f2538af will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:59.691305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Transition to ACTIVE for port object 5843b51d-41cf-49ce-b4e3-a5fe5f2538af will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:02:59.736865 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-542bb3ee-7f24-475b-9a0d-dad274d4d12e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:02:59.737053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.737414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-542bb3ee-7f24-475b-9a0d-dad274d4d12e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Synchronizing usage tracker for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:02:59.752517 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 44d7ea02-b049-4ff0-8490-23b26430b034 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:59.754779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.784039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.799111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.818360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4252c85a-a7b6-46ef-bcca-4c586dc5cbdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:02:59.826010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-542bb3ee-7f24-475b-9a0d-dad274d4d12e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Unset dirty status for tenant:397f10b954404d8b8cade84c43ab4e0b on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:02:59.832439 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-542bb3ee-7f24-475b-9a0d-dad274d4d12e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] 10.222.0.41 "GET /v2.0/ports/0d93d637-f879-4bed-921f-e9c34337a03f HTTP/1.1" status: 404 len: 333 time: 0.2170691 Dec 20 12:02:59.838298 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34698) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:02:59.870416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 44d7ea02-b049-4ff0-8490-23b26430b034 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:59.870920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 44d7ea02-b049-4ff0-8490-23b26430b034 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:59.871459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 561d809f-7cb2-402d-b4f4-5789bf9de4f8 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:02:59.885091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 78f4e6a2-63c4-47d7-af90-bc3f471253ea owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:02:59.890822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.891146 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:02:59.921644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Network cbb3a4da-75bd-4515-b446-ba178b49cb71 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:59.931538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Network 9d5526a7-e074-400a-8379-0b14668c5557 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:02:59.932837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:59.934723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 561d809f-7cb2-402d-b4f4-5789bf9de4f8 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:02:59.934986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 561d809f-7cb2-402d-b4f4-5789bf9de4f8 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:02:59.940616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:59.943410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:02:59.961447 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:02:59.975084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Pushing event updated for resources: {'Port': ['ID=5843b51d-41cf-49ce-b4e3-a5fe5f2538af,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:00.021380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 96c54570-b732-4d44-a01c-bbd65b839a8d yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:00.090237 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Calling delete_port for d799ef28-e3bc-44a2-ac7b-1a32f37e73d5 owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:00.153306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.175773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.280184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.290751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'bdaaa4e7-3f1a-492f-a627-e93687ac818e'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:00.290751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.291366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1bd363eb-41c5-45b5-a447-a6705edfb988 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:00.338348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=78f4e6a2-63c4-47d7-af90-bc3f471253ea,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:00.344792 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:00.389533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::63d8:4137:482d:46f9 (51a1536f-8906-4846-ba25-f9918687ea89/bdaaa4e7-3f1a-492f-a627-e93687ac818e/96c54570-b732-4d44-a01c-bbd65b839a8d) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:00.395802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Attempting to bind port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:00.396541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Attempting to bind port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '50f273cb-0d01-4606-92d0-9ade07420104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9d5526a7-e074-400a-8379-0b14668c5557'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:00.397003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Attempting to bind port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 on network 9d5526a7-e074-400a-8379-0b14668c5557 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:00.421969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Pushing event updated for resources: {'Port': ['ID=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:00.424839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:00.434185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:00.434827 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:00.439845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Attempting to bind port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:00.441040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Attempting to bind port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'e8253055-094c-4d2e-b58d-b9a04a3d4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:00.441040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Attempting to bind port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af on network cbb3a4da-75bd-4515-b446-ba178b49cb71 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:00.443762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:00.444337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Checking segment: {'id': '50f273cb-0d01-4606-92d0-9ade07420104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9d5526a7-e074-400a-8379-0b14668c5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:00.444845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.445373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Bound using segment: {'id': '50f273cb-0d01-4606-92d0-9ade07420104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9d5526a7-e074-400a-8379-0b14668c5557'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:00.445954 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Bound port: dfe747ee-960c-4c4d-9450-26dfcbedc5e4, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f273cb-0d01-4606-92d0-9ade07420104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9d5526a7-e074-400a-8379-0b14668c5557'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:00.446436 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.486704 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.512554 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/78f4e6a2-63c4-47d7-af90-bc3f471253ea HTTP/1.1" status: 204 len: 168 time: 1.2345400 Dec 20 12:03:00.512766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:00.513083 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Checking segment: {'id': 'e8253055-094c-4d2e-b58d-b9a04a3d4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:00.513490 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.513884 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Bound using segment: {'id': 'e8253055-094c-4d2e-b58d-b9a04a3d4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:00.514376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Bound port: 5843b51d-41cf-49ce-b4e3-a5fe5f2538af, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8253055-094c-4d2e-b58d-b9a04a3d4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'cbb3a4da-75bd-4515-b446-ba178b49cb71'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:00.514739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.515009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34704) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:00.557556 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91274ec-e986-4e6a-8cc0-93321911252f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:03:00.558226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d91274ec-e986-4e6a-8cc0-93321911252f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:00.574564 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d91274ec-e986-4e6a-8cc0-93321911252f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:00.578397 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d91274ec-e986-4e6a-8cc0-93321911252f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/78f4e6a2-63c4-47d7-af90-bc3f471253ea HTTP/1.1" status: 404 len: 333 time: 0.0599873 Dec 20 12:03:00.578666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34708) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:00.592485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.605435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.625207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:00.663707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] For port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:00.664925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet 9348a168-8a6b-4e6a-81a7-06ae501e5f25 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:00.669810 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.670416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] For port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5843b51d-41cf-49ce-b4e3-a5fe5f2538af,segment=NetworkSegment(e8253055-094c-4d2e-b58d-b9a04a3d4088),segment_id=e8253055-094c-4d2e-b58d-b9a04a3d4088)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:00.671845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] For port dfe747ee-960c-4c4d-9450-26dfcbedc5e4, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:00.681194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.699828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.706607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4f7f5929-5f0a-4c51-abfa-86fb89b3981a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:00.717380 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7500c22e-f794-416f-8534-66cf2420ea42']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:00.724747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Subnet': ['ID=8cac6883-1594-413a-ba73-f5757d0311e6,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:00.727880 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:00.739066 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c96845a-1e36-42c3-a876-bcff436bb8e7') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:00.740003 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c96845a-1e36-42c3-a876-bcff436bb8e7') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:00.754981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.760985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-78af9ce5-81c3-483a-a1c1-aabbdd7f37d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:00.762220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.793210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] For port dfe747ee-960c-4c4d-9450-26dfcbedc5e4, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,segment=NetworkSegment(50f273cb-0d01-4606-92d0-9ade07420104),segment_id=50f273cb-0d01-4606-92d0-9ade07420104)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:00.802247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.809850 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Pushing event deleted for resources: {'Port': ['ID=d799ef28-e3bc-44a2-ac7b-1a32f37e73d5,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:00.811477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.812230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:00.827152 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/8cac6883-1594-413a-ba73-f5757d0311e6 HTTP/1.1" status: 204 len: 168 time: 2.4831643 Dec 20 12:03:00.830283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34714) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:00.850319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Pushing event updated for resources: {'Port': ['ID=5843b51d-41cf-49ce-b4e3-a5fe5f2538af,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:00.852439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.854565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:00.855041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:00.921941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:00.947149 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Pushing event updated for resources: {'Port': ['ID=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:00.950261 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:00.998216 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:00.998617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:01.017825 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:01.071567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.084538 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e75cea5a-994a-4e98-b342-20d9b56b1eb3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:01.118998 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.122748 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.127792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f05c-3f15-4000-8b15-5358a3554fb7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.129826 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f05c-3f15-4000-8b15-5358a3554fb7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.130745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2800f05c-3f15-4000-8b15-5358a3554fb7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Synchronizing usage tracker for tenant:2f26cdd6e0804466b1560f4226eb763f on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:01.136962 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/9348a168-8a6b-4e6a-81a7-06ae501e5f25 HTTP/1.1" status: 204 len: 168 time: 0.5565147 Dec 20 12:03:01.137562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34720) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:01.144055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=9348a168-8a6b-4e6a-81a7-06ae501e5f25,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:01.159698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.166831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.170422 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] 10.222.0.41 "DELETE /v2.0/floatingips/0601c340-f051-4f4e-ae26-4f64ccdc1126 HTTP/1.1" status: 204 len: 168 time: 1.9898543 Dec 20 12:03:01.171215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.184999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:01.206154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:01.216741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.218790 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] 10.222.0.41 "DELETE /v2.0/networks/7500c22e-f794-416f-8534-66cf2420ea42 HTTP/1.1" status: 204 len: 168 time: 1.3701229 Dec 20 12:03:01.232647 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Pushing event deleted for resources: {'Network': ['ID=7500c22e-f794-416f-8534-66cf2420ea42,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:01.235598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:01.239208 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2800f05c-3f15-4000-8b15-5358a3554fb7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Unset dirty status for tenant:2f26cdd6e0804466b1560f4226eb763f on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:01.240807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 96c54570-b732-4d44-a01c-bbd65b839a8d will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:01.245123 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2800f05c-3f15-4000-8b15-5358a3554fb7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4051492 Dec 20 12:03:01.245680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34728) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:01.339361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.362667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:01.362999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.502467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a472ab06-74e4-4554-bd8a-a6b1b79365bc tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.514502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.542429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-311af4bc-ee57-474c-bdaf-8e03bf6044e7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:01.544873 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a472ab06-74e4-4554-bd8a-a6b1b79365bc tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 12:03:01.545290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a472ab06-74e4-4554-bd8a-a6b1b79365bc tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:01.546474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5843b51d-41cf-49ce-b4e3-a5fe5f2538af up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:01.553080 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a472ab06-74e4-4554-bd8a-a6b1b79365bc tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/9d5526a7-e074-400a-8379-0b14668c5557 HTTP/1.1" status: 409 len: 405 time: 0.3062935 Dec 20 12:03:01.553708 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34734) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:01.569316 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1880015291'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:01.582045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:01.591183 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:network and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:01.597759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:01.604596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:01.621394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:01.625785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.638000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/bdaaa4e7-3f1a-492f-a627-e93687ac818e/1873c6ca-443d-4561-bbf8-7ff6fa74ee8a) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:01.696889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:01.714112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.714387 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Added segment f4fd73a6-4fde-4bbe-bdf9-a5dd733866e2 of type vlan for network c91a4691-fe2a-432a-b52f-099045d8839d Dec 20 12:03:01.732194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:01.774306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.861568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34744) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:01.868364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.870400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=96c54570-b732-4d44-a01c-bbd65b839a8d,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:01.871965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.873045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:01.874012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:01.877416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:01.889727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3440f921-12f4-4cf6-9974-7ea5da18498e tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:01.891580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:01.893282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34750) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:01.906435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:01.910339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:01.910932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.016462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.032632 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Transition to ACTIVE for port object 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:02.069118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] For port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5843b51d-41cf-49ce-b4e3-a5fe5f2538af,segment=NetworkSegment(e8253055-094c-4d2e-b58d-b9a04a3d4088),segment_id=e8253055-094c-4d2e-b58d-b9a04a3d4088)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:02.069625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.080597 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5257616 Dec 20 12:03:02.081447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34758) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:02.086733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Transition to ACTIVE for port object 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:02.103872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.110772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:02.111439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'subnet': {'network_id': 'c91a4691-fe2a-432a-b52f-099045d8839d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:02.140168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Network': ['ID=c91a4691-fe2a-432a-b52f-099045d8839d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:02.179981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:02.223271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Pushing event updated for resources: {'Port': ['ID=1873c6ca-443d-4561-bbf8-7ff6fa74ee8a,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:02.225571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c91a4691-fe2a-432a-b52f-099045d8839d details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:02.244315 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:02.334900 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 5843b51d-41cf-49ce-b4e3-a5fe5f2538af owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:02.342490 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-843e078d-8b2a-4474-b26b-6a0e4c8d6445 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60a59b51aee94d9cbe93e71d1c1f3338&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4795084 Dec 20 12:03:02.350863 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34766) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:02.394375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:02.404810 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:02.414475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:02.465761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:02.475160 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:03:02.477914 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:02.521727 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3703051 Dec 20 12:03:02.527686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34770) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:02.541941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:02.560826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Attempting to bind port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:02.561381 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Attempting to bind port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:02.561563 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Attempting to bind port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:02.568407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:02.568826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:02.569236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.569638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:02.570211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Bound port: 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:02.570592 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.611422 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-963f81d7-c260-45c2-b485-b3c7c86676f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad644cca4e6948d3b0c969bbf1463d34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7062995 Dec 20 12:03:02.612084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34774) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:02.672296 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.694595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2b65c443-3172-488f-957d-50a5a2b05443 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:02.731109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.768952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] For port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:02.780081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] For port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1873c6ca-443d-4561-bbf8-7ff6fa74ee8a,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:02.788692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ed221-3639-43d9-90d4-4864277f13c8 None None] Network cbb3a4da-75bd-4515-b446-ba178b49cb71 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:02.799460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=5843b51d-41cf-49ce-b4e3-a5fe5f2538af,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:02.803983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No DVR routers for this DVR port 5843b51d-41cf-49ce-b4e3-a5fe5f2538af on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:02.809237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:02.815250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.835409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ed78c6d-d026-466d-8e2f-43c91c96f203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:02.901802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf61ad-abf2-46a2-a6eb-959aafe5e771 None None] Network 9d5526a7-e074-400a-8379-0b14668c5557 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:02.913455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.922056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.932206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bc1bc28b-d919-4e5a-8c07-c402e5d4feb5 None None] Could not find standard attr ID for object 5843b51d-41cf-49ce-b4e3-a5fe5f2538af. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:02.949709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:02.973657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.014804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.023008 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb3a4da-75bd-4515-b446-ba178b49cb71']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:03.025016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6135a7-1b21-42bc-97b3-870728d8c4ab req-3c7c7f43-257f-4aad-851b-5b49219d8318 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:03.026797 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-df6135a7-1b21-42bc-97b3-870728d8c4ab req-3c7c7f43-257f-4aad-851b-5b49219d8318 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 0.6828010 Dec 20 12:03:03.034690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.043524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:03.046937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8253055-094c-4d2e-b58d-b9a04a3d4088') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:03.047408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8253055-094c-4d2e-b58d-b9a04a3d4088') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:03.081157 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.100877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17c6f5-a34e-43dc-b38b-728e26dc1888,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:03.107515 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:03.114460 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.116290 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d17c6f5-a34e-43dc-b38b-728e26dc1888 HTTP/1.1" status: 204 len: 168 time: 0.7630188 Dec 20 12:03:03.142387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.160602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Pushing event updated for resources: {'Port': ['ID=1873c6ca-443d-4561-bbf8-7ff6fa74ee8a,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:03.166835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:03.173077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73154ad3-cea6-4554-a780-fa6474643ad7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:03.177824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:03.178795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.184030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73154ad3-cea6-4554-a780-fa6474643ad7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:03.194165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-73154ad3-cea6-4554-a780-fa6474643ad7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:03.262197 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:03.314302 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-df6135a7-1b21-42bc-97b3-870728d8c4ab req-67d91c87-276d-4c4c-bd95-7fe348e2123e tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2791560 Dec 20 12:03:03.369107 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.386587 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e305a765-7bb0-4037-932d-9ba31b5bdd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:03.465156 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa9e9f-4a84-485d-8cf9-9e143135bfc9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:03.470852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:03.475062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.478526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d9fc668e-f667-482b-82b7-9e0c7d348b9f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:03.495429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.514889 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/cbb3a4da-75bd-4515-b446-ba178b49cb71 HTTP/1.1" status: 204 len: 168 time: 2.3726008 Dec 20 12:03:03.521449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34790) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:03.525448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-73154ad3-cea6-4554-a780-fa6474643ad7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:03.530648 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-73154ad3-cea6-4554-a780-fa6474643ad7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9946890 Dec 20 12:03:03.530896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=cbb3a4da-75bd-4515-b446-ba178b49cb71,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:03.531288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.532719 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1efa9e9f-4a84-485d-8cf9-9e143135bfc9 HTTP/1.1" status: 204 len: 168 time: 0.9188561 Dec 20 12:03:03.533420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34794) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:03.534572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:03.548330 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'name': 'tempest-PortsTestJSON-1173646770'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:03.693062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 96c54570-b732-4d44-a01c-bbd65b839a8d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:03.693590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.721509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-93c7fc50-97cc-4ffa-b6a9-45fb0ea8d0a4 None None] Provisioning for port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:03.828771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device dfe747ee-960c-4c4d-9450-26dfcbedc5e4 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:03.898069 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8ae74-d6b1-47a0-a446-e705030cd2ab None None] DHCP port deletion for cbb3a4da-75bd-4515-b446-ba178b49cb71 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:03.946915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34802) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:03.969319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:03.977267 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:03.977928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:03.978281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.123050 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] DHCP port deletion for 9d5526a7-e074-400a-8379-0b14668c5557 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:04.130698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Deleting port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:04.131326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.206501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:04.220597 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Usage tracker for resource:security_group_rule and tenant:527b003b9941479089c23207fea80c4a is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:04.247261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:04.263840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:04.301437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:04.364317 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34812) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:04.365997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.377345 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.420468 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:04.427623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port dfe747ee-960c-4c4d-9450-26dfcbedc5e4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,segment=NetworkSegment(50f273cb-0d01-4606-92d0-9ade07420104),segment_id=50f273cb-0d01-4606-92d0-9ade07420104)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:04.430246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:04.449058 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.455786 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:04.501468 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c0858299-97b0-4f32-b8e0-fdd555e9b066 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=397f10b954404d8b8cade84c43ab4e0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1139109 Dec 20 12:03:04.503478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:04.505027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34818) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:04.546054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:04.549191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.558186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:04.562016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.573773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-78378fa1-fd6b-4965-b33b-fec6ec90442d tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:04.627025 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 3be62228-a312-4887-89cf-3f3fcf29733c yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:04.641293 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] For port dfe747ee-960c-4c4d-9450-26dfcbedc5e4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,segment=NetworkSegment(50f273cb-0d01-4606-92d0-9ade07420104),segment_id=50f273cb-0d01-4606-92d0-9ade07420104)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:04.641584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.658168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:04.715632 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:04.775022 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 96c54570-b732-4d44-a01c-bbd65b839a8d owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:04.785633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Subnet': ['ID=af71cec1-9408-4228-b0b1-b62d34278a9c,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:04.793772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Calling delete_port for dfe747ee-960c-4c4d-9450-26dfcbedc5e4 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:04.799431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:04.874652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a9cff-bf4d-42ef-ae05-05c37fc441e4 req-2549957d-f705-4c8a-a1a9-2157ab47de83 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:04.882111 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-929a9cff-bf4d-42ef-ae05-05c37fc441e4 req-2549957d-f705-4c8a-a1a9-2157ab47de83 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5398538 Dec 20 12:03:04.887852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.895650 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0e02471f-ae06-4d5f-a3dc-20cdb4a20a26 None None] Provisioning for port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:04.901611 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.906411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:04.906411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:04.914777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.925698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b81a44c9-c0ab-4647-a015-bc3cd8357add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:04.962436 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Checking segment: {'id': 'f4fd73a6-4fde-4bbe-bdf9-a5dd733866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c91a4691-fe2a-432a-b52f-099045d8839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:04.962800 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network hostable DHCP agents. Network: c91a4691-fe2a-432a-b52f-099045d8839d, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:04.978992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:04.994436 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-929a9cff-bf4d-42ef-ae05-05c37fc441e4 req-d6a4f17d-dd7c-4187-ae04-0e26e7237ee3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112320 Dec 20 12:03:05.039630 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52f03c-f4d1-4fd0-b457-80e7b49b457a req-477a82fa-37a9-4ec3-b939-350b938afdbb tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:05.041115 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ac52f03c-f4d1-4fd0-b457-80e7b49b457a req-477a82fa-37a9-4ec3-b939-350b938afdbb tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 0.3550668 Dec 20 12:03:05.061885 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=527b003b9941479089c23207fea80c4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1136668 Dec 20 12:03:05.067840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6373c5c3-655a-4a64-99d6-004c09270690,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:05.073770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:05.079345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34826) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:05.122066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.125137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-10435298-ea41-47d8-bd0d-6390e4157638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:05.129763 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e6be27e6-9ca1-4e73-9423-d23834b1f896 None None] Provisioning for port 96c54570-b732-4d44-a01c-bbd65b839a8d completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:05.137276 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.138976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e6be27e6-9ca1-4e73-9423-d23834b1f896 None None] Provisioning complete for port 96c54570-b732-4d44-a01c-bbd65b839a8d triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:05.139721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e6be27e6-9ca1-4e73-9423-d23834b1f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.145961 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bb1a04-6e77-4d17-85a8-79e2f1d4cb78,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:05.150457 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network c91a4691-fe2a-432a-b52f-099045d8839d is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:05.150973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:05.152302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5f9b5f9c-a80c-425a-ac4e-fb9ae5e73bfa tempest-ExternalNetworksAdminNegativeTestJSON-2093167890 tempest-ExternalNetworksAdminNegativeTestJSON-2093167890-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:05.200512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=96c54570-b732-4d44-a01c-bbd65b839a8d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:05.205422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:05.209937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c91a4691-fe2a-432a-b52f-099045d8839d) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:05.212516 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e6be27e6-9ca1-4e73-9423-d23834b1f896 None None] Port 96c54570-b732-4d44-a01c-bbd65b839a8d was deleted so its status cannot be updated. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 12:03:05.230507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.237455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:05.238036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.244282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.254350 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ac52f03c-f4d1-4fd0-b457-80e7b49b457a req-34e3ecb7-891c-4115-99f0-ccc4c5b52565 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019842 Dec 20 12:03:05.254575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788125b6-a6ea-4609-ba9e-6cde30f11eec None None] Network c91a4691-fe2a-432a-b52f-099045d8839d requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:05.254845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.255935 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5bb1a04-6e77-4d17-85a8-79e2f1d4cb78 HTTP/1.1" status: 204 len: 168 time: 0.6555796 Dec 20 12:03:05.271222 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/96c54570-b732-4d44-a01c-bbd65b839a8d HTTP/1.1" status: 204 len: 168 time: 1.7354853 Dec 20 12:03:05.274484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34832) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:05.307668 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.327359 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2333272 Dec 20 12:03:05.338215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34836) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:05.388942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.411987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.445628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Deleting port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:05.445834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.463593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21926f16-68ba-4bef-aedd-d1fa766a1586 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:05.477681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21926f16-68ba-4bef-aedd-d1fa766a1586 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:05.479353 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-21926f16-68ba-4bef-aedd-d1fa766a1586 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2038577 Dec 20 12:03:05.482170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34840) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:05.490852 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-89029214-34db-4bfd-b66c-191274010933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:05.505230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:05.631523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:05.633200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=3be62228-a312-4887-89cf-3f3fcf29733c,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:05.658734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:05.672660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:05.688903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:05.689659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.698655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:05.729608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.831288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.846097 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.852246 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6373c5c3-655a-4a64-99d6-004c09270690 HTTP/1.1" status: 204 len: 168 time: 0.7669783 Dec 20 12:03:05.852246 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3258243 Dec 20 12:03:05.860275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f3271eff-a753-46a4-a0b4-8483d99b4654 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:05.867434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34846) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:05.926220 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6373c5c3-655a-4a64-99d6-004c09270690,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:05.942769 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet bdaaa4e7-3f1a-492f-a627-e93687ac818e {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:05.946477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:05.948011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.958046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f151a3-ca50-4038-92b6-b8c47bf7236b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-c91a4691-fe2a-432a-b52f-099045d8839d', 'network_id': 'c91a4691-fe2a-432a-b52f-099045d8839d', 'tenant_id': '2f26cdd6e0804466b1560f4226eb763f', 'fixed_ips': [{'subnet_id': 'af71cec1-9408-4228-b0b1-b62d34278a9c'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:05.958985 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a4f151a3-ca50-4038-92b6-b8c47bf7236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:05.992981 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:06.036420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.047272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.095471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 3be62228-a312-4887-89cf-3f3fcf29733c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:06.096254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.116444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:06.117827 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.154057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.221583 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] For port dfe747ee-960c-4c4d-9450-26dfcbedc5e4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,segment=NetworkSegment(50f273cb-0d01-4606-92d0-9ade07420104),segment_id=50f273cb-0d01-4606-92d0-9ade07420104)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:06.221996 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.306290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.310725 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:06.314915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.355016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=bdaaa4e7-3f1a-492f-a627-e93687ac818e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:06.358582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:06.361952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.381444 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-cf4fcc0a-4410-4144-a9e2-0db33f286a50 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:06.382722 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/bdaaa4e7-3f1a-492f-a627-e93687ac818e HTTP/1.1" status: 204 len: 168 time: 0.8993685 Dec 20 12:03:06.383313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34864) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:06.383426 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-cf4fcc0a-4410-4144-a9e2-0db33f286a50 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.62 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 0.4007721 Dec 20 12:03:06.411932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a01e9dbd-e21a-4d33-afa8-9aa600c0c12f tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:06.425737 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc89955-7b7b-4a97-aec9-fa3060fcc8d8 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:06.455155 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34996bd-28ac-4995-be2a-dfa282f602ed req-1abd39fb-edc6-4bcf-92b7-8218344e84f3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:06.465514 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c34996bd-28ac-4995-be2a-dfa282f602ed req-1abd39fb-edc6-4bcf-92b7-8218344e84f3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5340536 Dec 20 12:03:06.517340 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5b8fae9f-6d99-44bf-806a-ed9e4dbf5726 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328635 Dec 20 12:03:06.519968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34870) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:06.521819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Calling delete_port for dfe747ee-960c-4c4d-9450-26dfcbedc5e4 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:06.527785 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:06.552875 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Subnet': ['ID=af71cec1-9408-4228-b0b1-b62d34278a9c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:06.557546 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:06.590270 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.720538 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34876) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server [None req-a4f151a3-ca50-4038-92b6-b8c47bf7236b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af71cec1-9408-4228-b0b1-b62d34278a9c: This subnet is being modified by another concurrent operation. Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 12:03:06.724903 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise value Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server raise exception Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af71cec1-9408-4228-b0b1-b62d34278a9c: This subnet is being modified by another concurrent operation. Dec 20 12:03:06.731291 dv-neutron-victoria-2-hyperv neutron-server[83530]: ERROR oslo_messaging.rpc.server Dec 20 12:03:06.780895 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Deleting port 6ca2e75a-0c89-4275-b75d-0df844e16fee {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:06.781286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.781811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.798132 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:06.805645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:06.809873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:06.815569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a99142-4baf-4635-8f70-314220391cb8 None None] Network c91a4691-fe2a-432a-b52f-099045d8839d requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:06.817688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:06.843896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:06.848853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb40d3e1d52467fa2e4605e703528a9 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:06.852334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:06.856100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:06.860184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.884247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:06.908048 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1873c6ca-443d-4561-bbf8-7ff6fa74ee8a,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:06.939961 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.959667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.962324 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:06.974617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-1dc99357-b5e9-45e1-b20e-4c23d098c31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.064873 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device dfe747ee-960c-4c4d-9450-26dfcbedc5e4 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:07.073939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.107655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91a4691-fe2a-432a-b52f-099045d8839d']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:07.126953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fd73a6-4fde-4bbe-bdf9-a5dd733866e2') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:07.127430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fd73a6-4fde-4bbe-bdf9-a5dd733866e2') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:07.131680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.140357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.141844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.151896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.152081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: dfe747ee-960c-4c4d-9450-26dfcbedc5e4 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:07.152227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device dfe747ee-960c-4c4d-9450-26dfcbedc5e4 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:07.152684 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5843b51d-41cf-49ce-b4e3-a5fe5f2538af no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:07.162139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.170385 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:07.170929 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.179047 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] No DVR routers for this DVR port dfe747ee-960c-4c4d-9450-26dfcbedc5e4 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:07.213344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 5843b51d-41cf-49ce-b4e3-a5fe5f2538af {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:07.213705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5843b51d-41cf-49ce-b4e3-a5fe5f2538af not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:07.215058 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.220883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=1873c6ca-443d-4561-bbf8-7ff6fa74ee8a,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:07.266817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Pushing event deleted for resources: {'Port': ['ID=dfe747ee-960c-4c4d-9450-26dfcbedc5e4,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:07.269832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:07.270301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.270649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:07.281400 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:07.328084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.355162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546cce7c-a0cc-470c-81ba-2da9211741c9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:07.359390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:07.363737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c336bec6-9038-4462-86f2-7acf726946cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.385759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34886) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:07.389416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:07.395016 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Deleting port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:07.395590 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.406769 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fb40d3e1d52467fa2e4605e703528a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6849771 Dec 20 12:03:07.411837 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34888) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:07.447786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:07.455614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 3be62228-a312-4887-89cf-3f3fcf29733c owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:07.456719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:07.459387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:07.459963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.487259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.489595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=02fd9f67-d034-405c-9efb-2dd41a60ab43,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:07.492628 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:07.533226 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0120127 Dec 20 12:03:07.537702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34898) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:07.541059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.545814 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': '02fd9f67-d034-405c-9efb-2dd41a60ab43', 'ip_address': '2001:db8::eda8:7283:32d7:decd'}], 'name': 'tempest-NetworksTestDHCPv6-699459877'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:07.550945 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.658134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] For port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1873c6ca-443d-4561-bbf8-7ff6fa74ee8a,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:07.658134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.665379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.666561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.685236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078312011'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:07.690128 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c34996bd-28ac-4995-be2a-dfa282f602ed req-11a38271-5332-48d4-a876-88ebef8a83ad tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1279929 Dec 20 12:03:07.700257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Network': ['ID=c91a4691-fe2a-432a-b52f-099045d8839d,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:07.704545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:07.750487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:07.755016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:07.759623 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:07.765651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:07.767920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:07.778792 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.786161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-71d16e4f-30f6-4b8b-afd5-f23c004679e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.796391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:07.801709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.818859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:07.824655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.826087 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/546cce7c-a0cc-470c-81ba-2da9211741c9 HTTP/1.1" status: 204 len: 168 time: 0.4131551 Dec 20 12:03:07.827942 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546cce7c-a0cc-470c-81ba-2da9211741c9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:07.839542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:07.847767 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/c91a4691-fe2a-432a-b52f-099045d8839d HTTP/1.1" status: 204 len: 168 time: 2.5081193 Dec 20 12:03:07.849254 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34906) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:07.855522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:07.856368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 9c8b2ad4-7146-4478-887c-3f1d3da47dbb yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:07.858731 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Calling delete_port for 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:07.877364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:07.904904 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a233a5b-f234-4f8f-b3bb-c51d7a180b70 req-84148490-a319-43c2-9480-0337d91fd954 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:07.914476 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2a233a5b-f234-4f8f-b3bb-c51d7a180b70 req-84148490-a319-43c2-9480-0337d91fd954 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 945 time: 1.0953748 Dec 20 12:03:07.923056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1471064275'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:07.932013 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:07.936288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:network and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:07.940529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:07.948119 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:07.952803 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.964829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] For port 6ca2e75a-0c89-4275-b75d-0df844e16fee, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6ca2e75a-0c89-4275-b75d-0df844e16fee,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:07.965299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.966882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:07.969651 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6a311341-4008-499b-ac8f-bcb66da0608c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:07.975145 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:07.978245 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.978558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:07.993939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.011518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] No DVR routers for this DVR port 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:08.021987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Pushing event deleted for resources: {'Port': ['ID=1873c6ca-443d-4561-bbf8-7ff6fa74ee8a,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:08.030164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:08.032801 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756bd5ae-2d61-45bc-ba79-db6c494bfde8 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:08.098198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:08.111688 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2a233a5b-f234-4f8f-b3bb-c51d7a180b70 req-317c0758-8f9d-4bee-9499-3a99214768e8 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a5c662-a7a9-4706-aea6-c4f4b585ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956058 Dec 20 12:03:08.112535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d123b898-b451-4f11-b212-63cab6e996f6 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:08.168908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.169476 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Added segment dbc80b4c-2e4b-4a1a-9769-3bb770f02e07 of type vlan for network 8d70092a-9571-423c-91b2-9adf3aa79044 Dec 20 12:03:08.201256 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=3be62228-a312-4887-89cf-3f3fcf29733c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:08.203586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.223310 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.230752 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:08.247141 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.266683 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/3be62228-a312-4887-89cf-3f3fcf29733c HTTP/1.1" status: 204 len: 168 time: 2.3921449 Dec 20 12:03:08.270693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34914) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:08.292667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'mac_address': 'fa:16:3e:1a:b6:28', 'name': 'tempest-PortsTestJSON-1523595977'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:08.387947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::eda8:7283:32d7:decd (51a1536f-8906-4846-ba25-f9918687ea89/02fd9f67-d034-405c-9efb-2dd41a60ab43/9c8b2ad4-7146-4478-887c-3f1d3da47dbb) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:08.408432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.412125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:08.418309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:08.418990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.431881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:08.439268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:security_group_rule and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:08.446890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:08.528670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '02fd9f67-d034-405c-9efb-2dd41a60ab43'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:08.529772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.550514 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:08.618967 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7658648 Dec 20 12:03:08.709862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 34928) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:08.725863 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:08.874347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'subnet': {'network_id': '8d70092a-9571-423c-91b2-9adf3aa79044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:08.893207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:08.905914 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:08.922165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:08.953923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Network': ['ID=8d70092a-9571-423c-91b2-9adf3aa79044,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:08.962063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:08.965111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:08.971482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 9c8b2ad4-7146-4478-887c-3f1d3da47dbb will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:08.973572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 8d70092a-9571-423c-91b2-9adf3aa79044 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:09.017975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.051684 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:09.124714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:09.129155 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:09.132177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:09.134664 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:09.139633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:09.140504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.165222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.165580 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.165887 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Floating IP f5b4b00b-60be-4834-bc78-b240036abcde disassociated. External IP: 172.36.7.16, port: 6ca2e75a-0c89-4275-b75d-0df844e16fee. Dec 20 12:03:09.166226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Calling delete_port for 6ca2e75a-0c89-4275-b75d-0df844e16fee owned by compute:nova {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:09.179418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=9c8b2ad4-7146-4478-887c-3f1d3da47dbb,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:09.193068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:09.205900 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6669433 Dec 20 12:03:09.208279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34944) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:09.227167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:09.231209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:subnet and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:09.234050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:09.239854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:09.245349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/02fd9f67-d034-405c-9efb-2dd41a60ab43/33d114be-a77e-410c-954b-2fcdcd0ca514) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:09.324280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8aa165-8d04-4c64-bd8e-ad4173aa5217 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:09.325126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ff8aa165-8d04-4c64-bd8e-ad4173aa5217 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:09.355202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ff8aa165-8d04-4c64-bd8e-ad4173aa5217 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:09.361328 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ff8aa165-8d04-4c64-bd8e-ad4173aa5217 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1516244 Dec 20 12:03:09.364308 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34950) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:09.392215 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:09.431375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:09.431725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1873c6ca-443d-4561-bbf8-7ff6fa74ee8a not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:09.448568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.471883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 9c8b2ad4-7146-4478-887c-3f1d3da47dbb {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:09.472500 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.486860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.495440 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-180c44cf-98c2-443d-91b4-948469de7971 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:09.514769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a40dfa-3a4c-43b6-97fd-995028dbf284 req-5f4c75e8-4044-481a-9e4c-55cb94b72824 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:09.521619 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-77a40dfa-3a4c-43b6-97fd-995028dbf284 req-5f4c75e8-4044-481a-9e4c-55cb94b72824 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.6302550 Dec 20 12:03:09.526286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.558167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:09.607535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:09.609819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.628772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Transition to ACTIVE for port object 33d114be-a77e-410c-954b-2fcdcd0ca514 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:09.655434 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Transition to ACTIVE for port object 33d114be-a77e-410c-954b-2fcdcd0ca514 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:09.668627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.673359 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-92d70e52-6584-484b-9785-4774e0d759db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:09.727553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c54463-3226-46a7-baf5-95f3f86d49c9,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:09.731355 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:09.750284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.750637 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment 36bd1687-d48e-44fe-b3bd-ae1717d32367 of type vlan for network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 Dec 20 12:03:09.755145 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port ca20fa02-6ed9-4c92-b0ed-070dc7d85d93 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:09.779716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.814222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Pushing event updated for resources: {'Port': ['ID=33d114be-a77e-410c-954b-2fcdcd0ca514,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:09.825991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:09.832039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:09.833790 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:09.836394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:09.856709 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-77a40dfa-3a4c-43b6-97fd-995028dbf284 req-0bdb77ac-921a-4e1c-9dbb-aa739a89d3d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340492 Dec 20 12:03:09.859176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.938742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 9c8b2ad4-7146-4478-887c-3f1d3da47dbb owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:09.941284 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Attempting to bind port 33d114be-a77e-410c-954b-2fcdcd0ca514 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:09.941413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Attempting to bind port 33d114be-a77e-410c-954b-2fcdcd0ca514 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:09.941710 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Attempting to bind port 33d114be-a77e-410c-954b-2fcdcd0ca514 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:09.951542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:09.952087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:09.952529 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:09.953112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:09.954252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Bound port: 33d114be-a77e-410c-954b-2fcdcd0ca514, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:09.954252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.020107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6ca2e75a-0c89-4275-b75d-0df844e16fee no longer exists at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:10.099745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.111598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] For port 33d114be-a77e-410c-954b-2fcdcd0ca514, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:10.115858 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] For port 33d114be-a77e-410c-954b-2fcdcd0ca514, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=33d114be-a77e-410c-954b-2fcdcd0ca514,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:10.132409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.136628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035ad4d-775d-4547-aa61-ac7adf51aa6d req-f900629d-f147-41f8-aea0-653383ada3ae tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:10.141434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1e805254-501d-4ac6-b62f-8c7c2e429682 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:10.143279 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-1035ad4d-775d-4547-aa61-ac7adf51aa6d req-f900629d-f147-41f8-aea0-653383ada3ae tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 0.8675361 Dec 20 12:03:10.147297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.155523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7cfdbfd5-7d74-4aeb-94ef-b2299ecc54cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:10.191324 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Port 6ca2e75a-0c89-4275-b75d-0df844e16fee update to DOWN by agent not found {{(pid=83530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 12:03:10.193457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=9c8b2ad4-7146-4478-887c-3f1d3da47dbb,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:10.197360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:10.200424 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.233219 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e36a22e-ac16-4166-9e1f-89e435318a19 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:10.241949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Pushing event updated for resources: {'Port': ['ID=33d114be-a77e-410c-954b-2fcdcd0ca514,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:10.245064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:10.259224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.273912 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/9c8b2ad4-7146-4478-887c-3f1d3da47dbb HTTP/1.1" status: 204 len: 168 time: 0.9058809 Dec 20 12:03:10.274800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34966) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:10.276732 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-affe7f97-080a-407d-bbb9-10153564984a req-8c41fe5a-4027-411f-9d28-9de4921563d5 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 210 time: 0.1558886 Dec 20 12:03:10.277896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:03:10.337583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event deleted for resources: {'Port': ['ID=6ca2e75a-0c89-4275-b75d-0df844e16fee,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:10.340070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:10.358423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f02e9-c8f4-40d9-8a97-34c229ab74ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:10.359926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f02e9-c8f4-40d9-8a97-34c229ab74ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:10.360642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7d4f02e9-c8f4-40d9-8a97-34c229ab74ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:10.381329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7d4f02e9-c8f4-40d9-8a97-34c229ab74ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:10.383193 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7d4f02e9-c8f4-40d9-8a97-34c229ab74ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1068974 Dec 20 12:03:10.388321 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34972) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:10.409399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.413350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:10.413961 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.423634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:10.510353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 02fd9f67-d034-405c-9efb-2dd41a60ab43 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:10.514764 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.516735 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-1035ad4d-775d-4547-aa61-ac7adf51aa6d req-3e6ebbbc-3f5c-4bf7-8528-14c3a4590706 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725438 Dec 20 12:03:10.604096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.718638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.782611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.814849 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.820590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5ae0670d-c07d-4f97-bd06-a8c8806f6c3c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:10.866121 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34984) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:10.871702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=02fd9f67-d034-405c-9efb-2dd41a60ab43,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:10.880278 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.4292653 Dec 20 12:03:10.881830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:10.882863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.904605 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/02fd9f67-d034-405c-9efb-2dd41a60ab43 HTTP/1.1" status: 204 len: 168 time: 0.5151255 Dec 20 12:03:10.905280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34992) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:10.923829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=e23c08c0-66a4-45d7-b1c2-de5a77ae43e2,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:10.941061 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:10.941681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:10.959706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:10.984350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aee5d0c1-c603-45e7-877d-ed183a6c1969 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:10.995043 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a8959fdb-640a-45ca-9a01-f9212e757dc5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884643 Dec 20 12:03:10.995721 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 34996) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:11.099390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c89ced-bcb4-49a3-a568-c6a9aac1e8d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:11.100089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-96c89ced-bcb4-49a3-a568-c6a9aac1e8d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:11.142608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-96c89ced-bcb4-49a3-a568-c6a9aac1e8d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:11.143942 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-96c89ced-bcb4-49a3-a568-c6a9aac1e8d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1470001 Dec 20 12:03:11.146397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35000) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:11.243561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1500406083', 'router:external': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:11.258194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:11.269617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:network and tenant:9ae58103ba314c7f9bb96473ce1879ac is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:11.280569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:11.293157 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:11.308975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58840b41-573b-44ec-847b-80825f8700d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:11.311399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-58840b41-573b-44ec-847b-80825f8700d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:11.348111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Made reservation on behalf of 9ae58103ba314c7f9bb96473ce1879ac for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:11.358162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.369334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-58840b41-573b-44ec-847b-80825f8700d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:11.370498 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-58840b41-573b-44ec-847b-80825f8700d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2232084 Dec 20 12:03:11.381320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35008) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:11.491021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 33d114be-a77e-410c-954b-2fcdcd0ca514 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:11.623679 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 33d114be-a77e-410c-954b-2fcdcd0ca514 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:11.640540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8494a524-93a2-43e0-9325-248176876eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.653675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.805366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.827260 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731adcd0-d228-42ac-8f48-6765c27b93df None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:11.860224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:11.874337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=ca20fa02-6ed9-4c92-b0ed-070dc7d85d93,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:11.885651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:11.890923 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c1ba5f19-e0f4-4f3e-9f0e-b0297c5d6ee3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5067413 Dec 20 12:03:11.896330 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:11.898907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35014) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:11.907355 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:11.912364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:11.923422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:11.934208 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:12.004205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-82bdd096-e74c-404b-8f58-c6b612edf309 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:12.100026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:12.122967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:12.126009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:12.128283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Provisioning for port 33d114be-a77e-410c-954b-2fcdcd0ca514 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:12.134315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:security_group_rule and tenant:9ae58103ba314c7f9bb96473ce1879ac is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:12.137819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Provisioning complete for port 33d114be-a77e-410c-954b-2fcdcd0ca514 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:12.138326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.140339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:12.149714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:12.152628 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8781102 Dec 20 12:03:12.162585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-b9c5e7d7-bbef-4ec8-ba5c-31b223780f2d req-c4672e37-4159-434c-89e4-887935a884be tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Synchronizing usage tracker for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:12.181353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35018) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:12.229673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.231728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:12.250341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.258526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:12.291969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec27ad9c-7bc6-45c7-8f70-d83780d0e237,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:12.300410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802af25-41aa-405a-9e16-0ed60da66a20 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:12.305694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a802af25-41aa-405a-9e16-0ed60da66a20 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:12.308487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:12.365378 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:12.386286 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.417264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.428957 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d82d-6ba0-487e-a206-7bd6e7af207d req-d9c46750-a3a9-471b-85d9-5dfb11f9adf4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:12.435840 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2107d82d-6ba0-487e-a206-7bd6e7af207d req-d9c46750-a3a9-471b-85d9-5dfb11f9adf4 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.0237572 Dec 20 12:03:12.436843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Subnet': ['ID=d4bab94c-ae2a-4b00-95bf-186da294ef9d,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:12.449058 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:12.451967 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Checking segment: {'id': 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8d70092a-9571-423c-91b2-9adf3aa79044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:12.452908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network hostable DHCP agents. Network: 8d70092a-9571-423c-91b2-9adf3aa79044, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:12.455850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.457516 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Added segment 6e42189c-1e57-405b-bc73-90e35853b6d6 of type vlan for network c25dda6e-963f-42c3-8d9c-27e69a181675 Dec 20 12:03:12.461980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:12.465814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-b9c5e7d7-bbef-4ec8-ba5c-31b223780f2d req-c4672e37-4159-434c-89e4-887935a884be tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Unset dirty status for tenant:a5fd11eeb90e4c22b58b92d614cb2faa on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:12.478242 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b9c5e7d7-bbef-4ec8-ba5c-31b223780f2d req-c4672e37-4159-434c-89e4-887935a884be tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 210 time: 0.4407375 Dec 20 12:03:12.499479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] For port 33d114be-a77e-410c-954b-2fcdcd0ca514, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=33d114be-a77e-410c-954b-2fcdcd0ca514,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:12.512072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Deleting port 33d114be-a77e-410c-954b-2fcdcd0ca514 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:12.513567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.515600 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a802af25-41aa-405a-9e16-0ed60da66a20 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:12.523053 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a802af25-41aa-405a-9e16-0ed60da66a20 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/ca20fa02-6ed9-4c92-b0ed-070dc7d85d93 HTTP/1.1" status: 200 len: 841 time: 0.3403981 Dec 20 12:03:12.534249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35022) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:12.589822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.608637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4542a196-2780-48d2-a3c6-454f1b66fb68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:12.659320 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network 8d70092a-9571-423c-91b2-9adf3aa79044 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:12.688081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:12.705443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 8d70092a-9571-423c-91b2-9adf3aa79044) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:12.720133 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.723980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:12.725003 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:12.727575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5289975-47a2-4c3a-82e9-10535feebf0a None None] Network 8d70092a-9571-423c-91b2-9adf3aa79044 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:12.731449 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2107d82d-6ba0-487e-a206-7bd6e7af207d req-c9657da4-bf68-4cf8-b310-79e2782cea92 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714751 Dec 20 12:03:12.914200 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1902328 Dec 20 12:03:12.914923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35026) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:12.990554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e68fc-f7a7-438f-8ce5-1a6d03f723be req-786d1549-2fde-4c70-a429-2cef0cdb4039 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:12.998247 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-548e68fc-f7a7-438f-8ce5-1a6d03f723be req-786d1549-2fde-4c70-a429-2cef0cdb4039 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 0.1717103 Dec 20 12:03:13.014773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Pushing event updated for resources: {'Port': ['ID=33d114be-a77e-410c-954b-2fcdcd0ca514,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:13.016824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port ca20fa02-6ed9-4c92-b0ed-070dc7d85d93 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:13.017161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.039003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:13.097218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.098127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:13.098707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.135994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:13.206261 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] For port 33d114be-a77e-410c-954b-2fcdcd0ca514, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=33d114be-a77e-410c-954b-2fcdcd0ca514,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:13.207048 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.300664 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4333000 Dec 20 12:03:13.304816 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-548e68fc-f7a7-438f-8ce5-1a6d03f723be req-159596e7-21f1-4912-a004-cb66b2f746ef tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047631 Dec 20 12:03:13.312266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35030) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:13.357327 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'subnet': {'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:13.368464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Calling delete_port for 33d114be-a77e-410c-954b-2fcdcd0ca514 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:13.389081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:13.406115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 33d114be-a77e-410c-954b-2fcdcd0ca514 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:13.406370 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:subnet and tenant:9ae58103ba314c7f9bb96473ce1879ac is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:13.447941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:13.499799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:13.506386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-8d70092a-9571-423c-91b2-9adf3aa79044', 'network_id': '8d70092a-9571-423c-91b2-9adf3aa79044', 'tenant_id': '2f26cdd6e0804466b1560f4226eb763f', 'fixed_ips': [{'subnet_id': 'd4bab94c-ae2a-4b00-95bf-186da294ef9d'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:13.507197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.513492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.568980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Made reservation on behalf of 9ae58103ba314c7f9bb96473ce1879ac for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:13.571792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.631736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.657572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:13.669814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7807e83-c27e-40eb-8988-800724a36587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:13.706674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Port 33d114be-a77e-410c-954b-2fcdcd0ca514 update to DOWN by agent not found {{(pid=83530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 12:03:13.736874 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Pushing event deleted for resources: {'Port': ['ID=33d114be-a77e-410c-954b-2fcdcd0ca514,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:13.746975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:13.756480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] No DVR routers for this DVR port 33d114be-a77e-410c-954b-2fcdcd0ca514 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:13.844194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Allocated IP 2001:db8::2 (8d70092a-9571-423c-91b2-9adf3aa79044/d4bab94c-ae2a-4b00-95bf-186da294ef9d/74e0836c-9df4-409b-810e-26a6daea141a) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:13.901011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for ca20fa02-6ed9-4c92-b0ed-070dc7d85d93 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:13.958010 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-dc9e423b-5849-42e1-aa07-54605b4df1c9 req-99eb9c16-36f1-4c41-a9b7-0afa4c4fe784 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/ports?device_id=34207e04-1b83-450b-b98e-2d37df94b156 HTTP/1.1" status: 200 len: 210 time: 0.1625500 Dec 20 12:03:14.049857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:14.107818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.124925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] Sync routers for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:14.148030 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:14.148939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:02:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:14.173259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35038) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:14.213702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Network': ['ID=c25dda6e-963f-42c3-8d9c-27e69a181675,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:14.214069 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': 'e23c08c0-66a4-45d7-b1c2-de5a77ae43e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:14.217338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:14.221506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.233223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] No DVR routers for this DVR port 6ca2e75a-0c89-4275-b75d-0df844e16fee on host hv-neutron-vict {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:14.234871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.238820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c3e8082e-3b21-4dfb-a02a-5006427b97a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:14.273039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.283906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.286925 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-25cbbcf6-dfaa-43a8-b89c-98d7d1c35356 req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.62 "DELETE /v2.0/ports/6ca2e75a-0c89-4275-b75d-0df844e16fee HTTP/1.1" status: 204 len: 173 time: 7.8467727 Dec 20 12:03:14.292066 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'name': 'network-vif-deleted', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:14.359681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:14.384130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.399126 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34207e04-1b83-450b-b98e-2d37df94b156', 'name': 'network-vif-deleted', 'tag': '6ca2e75a-0c89-4275-b75d-0df844e16fee', 'status': 'completed', 'code': 200} Dec 20 12:03:14.416962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:14.424602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:14.425603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.436118 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:14.437794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=7541bed3-5757-4691-953e-e92c55ec8255,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:14.454256 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/ca20fa02-6ed9-4c92-b0ed-070dc7d85d93 HTTP/1.1" status: 204 len: 168 time: 1.9188273 Dec 20 12:03:14.456795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:14.459919 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35046) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:14.465540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:14.581488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-dea60f2a-ebe9-416e-9dba-1dd9484f86a3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:14.582463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-dea60f2a-ebe9-416e-9dba-1dd9484f86a3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Synchronizing usage tracker for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:14.596604 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Transition to ACTIVE for port object 74e0836c-9df4-409b-810e-26a6daea141a will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:14.598866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=ca20fa02-6ed9-4c92-b0ed-070dc7d85d93,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:14.604243 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-26805548-9753-4ea3-8d47-34e175873859 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:03:14.604880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-26805548-9753-4ea3-8d47-34e175873859 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:14.608140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:14.616798 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7156417 Dec 20 12:03:14.619742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35050) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:14.620019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Transition to ACTIVE for port object 74e0836c-9df4-409b-810e-26a6daea141a will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:14.627047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': '7541bed3-5757-4691-953e-e92c55ec8255', 'ip_address': '2001:db8::3fe5:288f:a13d:cb39'}], 'name': 'tempest-NetworksTestDHCPv6-1634210505'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:14.638953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c25dda6e-963f-42c3-8d9c-27e69a181675 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:14.656363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad83385-d801-4cea-a8ab-cc71fa83813e None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:14.675706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9213eb8c-3934-4eb3-8822-df89eb4489c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.689038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.704345 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe478574-6dc9-411c-a018-32ca379e6f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:14.762255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:14.776183 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:14.782100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:14.807522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:14.818009 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caf6b7-c531-4930-a0a5-c0f0bb5b2dc2 req-deb6e6d2-3a2d-42e8-aa1a-f9221b46f953 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:14.819717 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b2caf6b7-c531-4930-a0a5-c0f0bb5b2dc2 req-deb6e6d2-3a2d-42e8-aa1a-f9221b46f953 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.7478075 Dec 20 12:03:14.837202 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:14.875265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3bc772b4-07cd-4d31-8fa3-d0c258350ff4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:14.891280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-dea60f2a-ebe9-416e-9dba-1dd9484f86a3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Unset dirty status for tenant:cd1a646924af49cfb7abbe0531549aaf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:14.892691 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-dea60f2a-ebe9-416e-9dba-1dd9484f86a3 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.62 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 1.7580466 Dec 20 12:03:14.901574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:14.905285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:14.953272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bab94c-ae2a-4b00-95bf-186da294ef9d,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:14.956182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:14.994184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-26805548-9753-4ea3-8d47-34e175873859 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:15.003312 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-26805548-9753-4ea3-8d47-34e175873859 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/ca20fa02-6ed9-4c92-b0ed-070dc7d85d93 HTTP/1.1" status: 404 len: 333 time: 0.4920995 Dec 20 12:03:15.008909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:15.010168 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35056) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:15.021549 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Network 8d70092a-9571-423c-91b2-9adf3aa79044 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:15.024103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Pushing event updated for resources: {'Port': ['ID=74e0836c-9df4-409b-810e-26a6daea141a,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:15.025043 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'name': 'tempest-PortsTestJSON-1269916165'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:15.039998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:15.041071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:15.051206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:15.074308 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.092802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Deleting port 6941862c-f4e6-4d45-ac05-77e2171b70a5 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:15.093159 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.113099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.133972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:15.139154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.196458 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376257e-5df0-41b6-bf9e-1a0f176e611b req-9f87ae56-d2f0-4bef-b015-7c22daecda66 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:15.200635 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8376257e-5df0-41b6-bf9e-1a0f176e611b req-9f87ae56-d2f0-4bef-b015-7c22daecda66 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 0.5572512 Dec 20 12:03:15.239013 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 85d6fc4e-e56a-4f35-9788-4bdfd6ab2380 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:15.256822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.293805 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Attempting to bind port 74e0836c-9df4-409b-810e-26a6daea141a on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:15.294185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Attempting to bind port 74e0836c-9df4-409b-810e-26a6daea141a by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8d70092a-9571-423c-91b2-9adf3aa79044'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:15.294560 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Attempting to bind port 74e0836c-9df4-409b-810e-26a6daea141a on network 8d70092a-9571-423c-91b2-9adf3aa79044 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:15.321063 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:15.321446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Checking segment: {'id': 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8d70092a-9571-423c-91b2-9adf3aa79044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:15.321856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.322325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Bound using segment: {'id': 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8d70092a-9571-423c-91b2-9adf3aa79044'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:15.322967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Bound port: 74e0836c-9df4-409b-810e-26a6daea141a, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8d70092a-9571-423c-91b2-9adf3aa79044'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:15.323340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.339256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '7541bed3-5757-4691-953e-e92c55ec8255'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:15.340065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.360071 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b2caf6b7-c531-4930-a0a5-c0f0bb5b2dc2 req-5b9671d2-2542-4859-b8f6-21419bc5ef71 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5248289 Dec 20 12:03:15.374847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.441144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::3fe5:288f:a13d:cb39 (51a1536f-8906-4846-ba25-f9918687ea89/7541bed3-5757-4691-953e-e92c55ec8255/85d6fc4e-e56a-4f35-9788-4bdfd6ab2380) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:15.472374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.484899 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] Checking router: 63e7e1fb-974f-4842-8d33-3b84f1ef55fe for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:15.500921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d70092a-9571-423c-91b2-9adf3aa79044']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.523954 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.524345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.542372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.554296 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] For port 74e0836c-9df4-409b-810e-26a6daea141a, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:15.556697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:15.557343 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:15.575139 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8376257e-5df0-41b6-bf9e-1a0f176e611b req-4f6c9963-b81f-4fc3-bbd3-dea1663f3440 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468018 Dec 20 12:03:15.624053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] For port 74e0836c-9df4-409b-810e-26a6daea141a, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=74e0836c-9df4-409b-810e-26a6daea141a,segment=NetworkSegment(dbc80b4c-2e4b-4a1a-9769-3bb770f02e07),segment_id=dbc80b4c-2e4b-4a1a-9769-3bb770f02e07)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:15.693333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35062) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:15.698644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.702320 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0756ff96-2274-4c40-9ce7-8f60b3e79498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:15.705917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.744388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:15.757876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.769084 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:15.769428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.785278 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:15.789227 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:15.794961 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:15.795130 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:15.817898 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 85d6fc4e-e56a-4f35-9788-4bdfd6ab2380 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:15.872460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:15.875318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.876232 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Pushing event updated for resources: {'Port': ['ID=74e0836c-9df4-409b-810e-26a6daea141a,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:15.881591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:15.886505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:15.947274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:15.947877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:15.974011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:03:15.974011 dv-neutron-victoria-2-hyperv neutron-server[83528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:03:15.974011 dv-neutron-victoria-2-hyperv neutron-server[83528]: [parameters: {'id': '8d70092a-9571-423c-91b2-9adf3aa79044'}] Dec 20 12:03:15.974011 dv-neutron-victoria-2-hyperv neutron-server[83528]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:15.974456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:15.974877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=4c27744f-0808-4c09-9a71-deb0749d1b32,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:15.979162 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:15.983136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1ffc5586-f30c-4bb7-b520-762283e203de tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:15.997858 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 68a773f6-f561-4948-a78d-685e380e035e yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:16.046071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': '36bd1687-d48e-44fe-b3bd-ae1717d32367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e23c08c0-66a4-45d7-b1c2-de5a77ae43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:16.046071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: e23c08c0-66a4-45d7-b1c2-de5a77ae43e2, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:16.046435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bab43d74-fb9d-4001-a63e-aac7a4e8ff7a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.066816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.077959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5684f67e-08de-4f4c-92e0-58bee1d963dc,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:16.082840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:16.084102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7632ef-1a7f-4bbd-a960-108193f45d1b None None] Network 8d70092a-9571-423c-91b2-9adf3aa79044 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:16.094955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-465826ac-cbec-4be5-bcb6-15747cc71c83 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:16.097018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Checking segment: {'id': '6e42189c-1e57-405b-bc73-90e35853b6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:16.097462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network hostable DHCP agents. Network: c25dda6e-963f-42c3-8d9c-27e69a181675, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:16.108853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:16.125008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, e23c08c0-66a4-45d7-b1c2-de5a77ae43e2) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:16.129215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:16.129853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.134790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network c25dda6e-963f-42c3-8d9c-27e69a181675 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:16.149550 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c25dda6e-963f-42c3-8d9c-27e69a181675) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:16.157792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:16.159046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.171535 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d0822-d5a8-4689-8fee-569833e9f596 None None] Network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:16.174384 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] For port 6941862c-f4e6-4d45-ac05-77e2171b70a5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6941862c-f4e6-4d45-ac05-77e2171b70a5,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:16.174744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.180342 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9684060 Dec 20 12:03:16.181248 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35066) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.187689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77618248'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:16.190054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bab43d74-fb9d-4001-a63e-aac7a4e8ff7a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.196373 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8755405 Dec 20 12:03:16.196373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:16.197509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d9814b-6a7d-4008-80e3-e543ff666f32 None None] Network c25dda6e-963f-42c3-8d9c-27e69a181675 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:16.197885 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35070) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.204205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1546138925', 'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:16.208046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:16.212318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:16.215252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:16.221099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:16.223252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:port and tenant:9ae58103ba314c7f9bb96473ce1879ac is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:16.227638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:16.236935 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:16.246538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:16.249769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.262142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Made reservation on behalf of 9ae58103ba314c7f9bb96473ce1879ac for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:16.264488 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.293383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] device_id is not set on port 2578e54a-20b9-49fa-9173-2beb2b44137b yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:16.322314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:16.333121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:16.340915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:16.343437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:16.347808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:16.348440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.365638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.365962 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment f5799dad-66f8-447d-bf07-ab94762f8b61 of type vlan for network c2f9d681-36e4-43bc-b1dd-6185a4b34c02 Dec 20 12:03:16.371623 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=85d6fc4e-e56a-4f35-9788-4bdfd6ab2380,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:16.394990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:16.459349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.477569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.498596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/7541bed3-5757-4691-953e-e92c55ec8255/b85b926c-a90d-435f-8dc5-7bb502a684c4) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:16.511188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Allocated IP 172.20.0.4 (c25dda6e-963f-42c3-8d9c-27e69a181675/5684f67e-08de-4f4c-92e0-58bee1d963dc/2578e54a-20b9-49fa-9173-2beb2b44137b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:16.530665 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting port 74e0836c-9df4-409b-810e-26a6daea141a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:16.531025 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.575525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.579237 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:16.579807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.590996 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9657958 Dec 20 12:03:16.591636 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a878d386-fe3d-4505-a534-bdc08949827d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:16.597607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35076) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.649591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.651788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': '7541bed3-5757-4691-953e-e92c55ec8255', 'ip_address': '2001:db8::3fe5:288f:a13d:cb39'}], 'name': 'tempest-NetworksTestDHCPv6-476336863'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:16.701523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bab43d74-fb9d-4001-a63e-aac7a4e8ff7a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.709571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bab43d74-fb9d-4001-a63e-aac7a4e8ff7a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.711443 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bab43d74-fb9d-4001-a63e-aac7a4e8ff7a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "DELETE /v2.0/security-groups/c4a5c662-a7a9-4706-aea6-c4f4b585ca89 HTTP/1.1" status: 204 len: 168 time: 1.0141747 Dec 20 12:03:16.712607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:16.747037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35082) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.920349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab43d74-fb9d-4001-a63e-aac7a4e8ff7a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a5c662-a7a9-4706-aea6-c4f4b585ca89,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:16.922507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bab43d74-fb9d-4001-a63e-aac7a4e8ff7a tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:16.961185 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7754204 Dec 20 12:03:16.970941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35086) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:16.977265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:16.989806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:17.009633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=c2f9d681-36e4-43bc-b1dd-6185a4b34c02,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:17.037590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:17.050049 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c2f9d681-36e4-43bc-b1dd-6185a4b34c02 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:17.051435 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-5c0b8f57-0fe6-4dc7-87f2-261c9d1c158c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] show failed (client error): The resource could not be found. Dec 20 12:03:17.055117 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5c0b8f57-0fe6-4dc7-87f2-261c9d1c158c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "GET /v2.0/security-groups/c4a5c662-a7a9-4706-aea6-c4f4b585ca89 HTTP/1.1" status: 404 len: 347 time: 0.3042114 Dec 20 12:03:17.067379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35090) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:17.151068 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-e23c08c0-66a4-45d7-b1c2-de5a77ae43e2', 'network_id': 'e23c08c0-66a4-45d7-b1c2-de5a77ae43e2', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': '4c27744f-0808-4c09-9a71-deb0749d1b32'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:17.151957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.193373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.194529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.194529 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Floating IP 85a471d4-6eeb-4c15-a176-620fee286faf disassociated. External IP: 172.36.7.7, port: 6941862c-f4e6-4d45-ac05-77e2171b70a5. Dec 20 12:03:17.194529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Calling delete_port for 6941862c-f4e6-4d45-ac05-77e2171b70a5 owned by compute:nova {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:17.264994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:17.276507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:17.291379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:17.306586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.313261 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d229caa-6b04-4e21-8e0a-e4435bf9262a None None] Network c25dda6e-963f-42c3-8d9c-27e69a181675 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:17.314655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:17.316773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:17.319128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-23f217c3-818c-47ab-8b93-fd6c5badcea4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:17.368836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:17.386433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:17.401075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:17.405923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] For port 74e0836c-9df4-409b-810e-26a6daea141a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=74e0836c-9df4-409b-810e-26a6daea141a,segment=NetworkSegment(dbc80b4c-2e4b-4a1a-9769-3bb770f02e07),segment_id=dbc80b4c-2e4b-4a1a-9769-3bb770f02e07)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:17.406531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.416033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:17.432178 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Deleting port 0c5493ce-1d3e-40a6-a976-d7eddf8ad36a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:17.432509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.457409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.490379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:17.495498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=68a773f6-f561-4948-a78d-685e380e035e,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:17.498225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:17.499222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:17.501209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:17.505216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:17.505794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.520977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:17.531505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Transition to ACTIVE for port object b85b926c-a90d-435f-8dc5-7bb502a684c4 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:17.553075 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:17.578618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c485c9-f339-408f-a8e1-06c363103294 None None] The sync data for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv is: [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68', 'name': '', 'network_id': '3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'mac_address': 'fa:16:3e:30:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:33Z', 'updated_at': '2021-12-20T12:02:23Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'subnets': [{'id': '4034364a-ccde-4f94-9e46-b0184dda5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:17.588706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Calling delete_port for 74e0836c-9df4-409b-810e-26a6daea141a owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:17.605203 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Transition to ACTIVE for port object b85b926c-a90d-435f-8dc5-7bb502a684c4 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:17.628563 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.653050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b868-8da7-4fb0-9e34-1dc6573b000e req-bb11acfd-046d-4525-bff4-994cb1f3624a tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:17.660534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4bdbd15a-879c-4408-9857-fae45da96f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:17.664649 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-14a8b868-8da7-4fb0-9e34-1dc6573b000e req-bb11acfd-046d-4525-bff4-994cb1f3624a tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.9761732 Dec 20 12:03:17.710075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.716095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.717106 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7044370 Dec 20 12:03:17.720454 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-acac304d-abdf-42a3-9bb8-3f749fc2ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:17.731509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35096) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:17.752859 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:17.761293 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Pushing event updated for resources: {'Port': ['ID=b85b926c-a90d-435f-8dc5-7bb502a684c4,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:17.761582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.764047 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:17.766479 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad812e4-c1d4-4c83-b210-2d150de1b507 req-393a479a-a9ef-418c-b510-a7701f9c52f4 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:17.768656 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fad812e4-c1d4-4c83-b210-2d150de1b507 req-393a479a-a9ef-418c-b510-a7701f9c52f4 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 945 time: 0.8400028 Dec 20 12:03:17.775999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:17.798871 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:17.806281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:17.850222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event deleted for resources: {'Port': ['ID=6941862c-f4e6-4d45-ac05-77e2171b70a5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:17.856946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:17.864775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:17.962121 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be859e73-4555-4e5f-967f-dc478b3bf9ae None None] New status for floating IP f5b4b00b-60be-4834-bc78-b240036abcde: DOWN {{(pid=83531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:03:17.993115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Attempting to bind port b85b926c-a90d-435f-8dc5-7bb502a684c4 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:17.993649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Attempting to bind port b85b926c-a90d-435f-8dc5-7bb502a684c4 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:17.994114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Attempting to bind port b85b926c-a90d-435f-8dc5-7bb502a684c4 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:18.002949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Allocated IP 2001:db8:0:ffff::2 (e23c08c0-66a4-45d7-b1c2-de5a77ae43e2/4c27744f-0808-4c09-9a71-deb0749d1b32/22cfc6cd-d480-45cb-833c-417b2e5dcdd9) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:18.008475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6941862c-f4e6-4d45-ac05-77e2171b70a5 no longer exists at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:18.038555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 8f918278-1ce1-458a-97f5-21712ff0fb3b yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:18.102319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] No Port match for: 6941862c-f4e6-4d45-ac05-77e2171b70a5 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:18.102823 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6941862c-f4e6-4d45-ac05-77e2171b70a5 not bound to the agent host hv-neutron-vict {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:18.107458 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:18.107988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:18.108872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.109180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:18.110408 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Bound port: b85b926c-a90d-435f-8dc5-7bb502a684c4, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:18.111022 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.137370 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-14a8b868-8da7-4fb0-9e34-1dc6573b000e req-efa5484a-34a7-43a3-a4e5-2100cd3aec91 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4715650 Dec 20 12:03:18.166794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.199714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f2b71bc5-6e87-40f5-9b61-79253724cde0 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:18.264913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.300283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.300654 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.353002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] For port b85b926c-a90d-435f-8dc5-7bb502a684c4, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:18.378668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] For port b85b926c-a90d-435f-8dc5-7bb502a684c4, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b85b926c-a90d-435f-8dc5-7bb502a684c4,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:18.384428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.391377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-58a48dc6-4518-46fd-8b47-cb4f1262a174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:18.426916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Calling delete_port for 0c5493ce-1d3e-40a6-a976-d7eddf8ad36a owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:18.565746 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 12:03:18.566069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:18.566241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Pushing event updated for resources: {'Port': ['ID=b85b926c-a90d-435f-8dc5-7bb502a684c4,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:18.571259 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:18.571867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.572176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.580469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:18.584139 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Transition to ACTIVE for port object 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:18.606117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Transition to ACTIVE for port object 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:18.615574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.622450 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:18.674414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No DVR routers for this DVR port 74e0836c-9df4-409b-810e-26a6daea141a on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:18.685112 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fad812e4-c1d4-4c83-b210-2d150de1b507 req-c14f1b70-5e8c-4d1d-a9b3-68c092c52039 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a01070-844d-49d9-8601-acb2b696b683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8452513 Dec 20 12:03:18.686272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.688121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Port': ['ID=74e0836c-9df4-409b-810e-26a6daea141a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:18.701608 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:18.705228 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:18.709638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:18.715788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Pushing event updated for resources: {'Port': ['ID=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:18.719632 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:18.849628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network c25dda6e-963f-42c3-8d9c-27e69a181675 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:18.853132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Attempting to bind port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:18.853514 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Attempting to bind port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '36bd1687-d48e-44fe-b3bd-ae1717d32367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e23c08c0-66a4-45d7-b1c2-de5a77ae43e2'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:18.856261 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Attempting to bind port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 on network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:18.867975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:18.869682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Checking segment: {'id': '36bd1687-d48e-44fe-b3bd-ae1717d32367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e23c08c0-66a4-45d7-b1c2-de5a77ae43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:18.870244 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.870660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Bound using segment: {'id': '36bd1687-d48e-44fe-b3bd-ae1717d32367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e23c08c0-66a4-45d7-b1c2-de5a77ae43e2'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:18.871267 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Bound port: 22cfc6cd-d480-45cb-833c-417b2e5dcdd9, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bd1687-d48e-44fe-b3bd-ae1717d32367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e23c08c0-66a4-45d7-b1c2-de5a77ae43e2'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:18.871633 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:18.876963 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:18.902603 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:18.911791 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d41bfa36-7a1a-415e-a6fd-00116edd3474 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2897990 Dec 20 12:03:18.912678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=dcf8571c-7c3d-4d58-8b14-c775dd2322ed,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:18.916099 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Router a51f6106-a8b3-4447-af01-b200b14c4bbe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:18.916707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35102) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:18.979692 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.980571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.980571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.980862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.981114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.981464 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.981809 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.982153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.982493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.982831 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.983170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:18.986632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.002435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': 'f5799dad-66f8-447d-bf07-ab94762f8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:19.002812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: c2f9d681-36e4-43bc-b1dd-6185a4b34c02, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:19.009077 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] For port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:19.013688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] For port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,segment=NetworkSegment(36bd1687-d48e-44fe-b3bd-ae1717d32367),segment_id=36bd1687-d48e-44fe-b3bd-ae1717d32367)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:19.022098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.035396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ec940400-45e5-4b52-b716-5c9b99e15891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:19.037829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.121332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:19.121799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Pushing event updated for resources: {'Port': ['ID=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:19.126556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.135421 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaade55-a664-4eaa-bd8c-0d7bbde7c5f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:19.139338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaade55-a664-4eaa-bd8c-0d7bbde7c5f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:19.140087 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6aaade55-a664-4eaa-bd8c-0d7bbde7c5f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:19.148648 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network c2f9d681-36e4-43bc-b1dd-6185a4b34c02 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:19.179042 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c2f9d681-36e4-43bc-b1dd-6185a4b34c02) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:19.183430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:19.184009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.206004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2345e40-d085-441b-a554-7a0207af39a5 None None] Network c2f9d681-36e4-43bc-b1dd-6185a4b34c02 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:19.217651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.246016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6aaade55-a664-4eaa-bd8c-0d7bbde7c5f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:19.247080 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6aaade55-a664-4eaa-bd8c-0d7bbde7c5f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3271267 Dec 20 12:03:19.261793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35108) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:19.371753 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:19.372371 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.379537 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d70092a-9571-423c-91b2-9adf3aa79044']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:19.398657 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4194007 Dec 20 12:03:19.403957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 85d6fc4e-e56a-4f35-9788-4bdfd6ab2380 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:19.404642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.433719 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35112) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:19.457268 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b85b926c-a90d-435f-8dc5-7bb502a684c4 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:19.464789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Port': ['ID=2578e54a-20b9-49fa-9173-2beb2b44137b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:19.467175 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:19.467477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:19.469144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:19.469435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc80b4c-2e4b-4a1a-9769-3bb770f02e07') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:19.646940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.647461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.648007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.649309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.649890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.650769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.651886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.651886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.652676 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.652676 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.653306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:19.685663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:19.688303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:19.692694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.700552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-c2f9d681-36e4-43bc-b1dd-6185a4b34c02', 'network_id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': 'dcf8571c-7c3d-4d58-8b14-c775dd2322ed'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:19.701478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.713031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] Sync routers for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:19.730793 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:03:19.738813 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:19.740073 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:19.790963 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.5895379 Dec 20 12:03:19.794852 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.798411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.808075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35116) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:19.838114 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:19.838525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:19.874166 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:19.878998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.884741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.915322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a424a3f5-b889-4681-a5c6-c5ae12056756 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:19.949490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] No DVR routers for this DVR port 6941862c-f4e6-4d45-ac05-77e2171b70a5 on host hv-neutron-vict {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:19.958644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:19.961910 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dd9294d-6cf2-4373-98d0-a9ddd1d8f2be req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.62 "DELETE /v2.0/ports/6941862c-f4e6-4d45-ac05-77e2171b70a5 HTTP/1.1" status: 204 len: 173 time: 5.0598073 Dec 20 12:03:19.962675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'name': 'network-vif-deleted', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:03:19.989060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Deleting port 0c5493ce-1d3e-40a6-a976-d7eddf8ad36a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:19.989977 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.025490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Deleting port 2578e54a-20b9-49fa-9173-2beb2b44137b {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:20.025820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.029839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port b85b926c-a90d-435f-8dc5-7bb502a684c4 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:20.096810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] In _notify_port_updated(), no bound segment for port 68a773f6-f561-4948-a78d-685e380e035e on network 4b18c416-11eb-4322-92dc-586cbd0390ff {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:03:20.100597 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:20.102006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.103604 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "PUT /v2.0/ports/68a773f6-f561-4948-a78d-685e380e035e HTTP/1.1" status: 200 len: 818 time: 2.3655894 Dec 20 12:03:20.110382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35124) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:20.111988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.171992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfae86-6158-4bd7-9dfe-7125fec76331 req-5461f7d0-6dd5-437a-ba4f-0d3c3429da94 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:20.179459 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-72cfae86-6158-4bd7-9dfe-7125fec76331 req-5461f7d0-6dd5-437a-ba4f-0d3c3429da94 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.8240395 Dec 20 12:03:20.236490 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b7ecc043-4682-4ebf-ac30-c9bc6d63533d req-58bdc4ac-e919-4c51-8873-a198f4675117 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/ports?device_id=89afeb74-aa14-4209-b147-4b1c5cc56678 HTTP/1.1" status: 200 len: 210 time: 0.1905324 Dec 20 12:03:20.243215 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:20.351568 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Allocated IP 2001:db8::1 (c2f9d681-36e4-43bc-b1dd-6185a4b34c02/dcf8571c-7c3d-4d58-8b14-c775dd2322ed/38218b56-c3c7-4477-85e7-f6d6d4525055) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:20.352375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.357992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.362395 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 85d6fc4e-e56a-4f35-9788-4bdfd6ab2380 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:20.381582 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/8d70092a-9571-423c-91b2-9adf3aa79044 HTTP/1.1" status: 204 len: 168 time: 7.4591494 Dec 20 12:03:20.415871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.442344 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89afeb74-aa14-4209-b147-4b1c5cc56678', 'name': 'network-vif-deleted', 'tag': '6941862c-f4e6-4d45-ac05-77e2171b70a5', 'status': 'completed', 'code': 200} Dec 20 12:03:20.442717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35128) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:20.463240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=68a773f6-f561-4948-a78d-685e380e035e,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:20.466130 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:20.474785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:20.522388 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-72cfae86-6158-4bd7-9dfe-7125fec76331 req-c75ef8e7-c172-4cd8-b5f4-8c360d82c7b5 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409035 Dec 20 12:03:20.548287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Network': ['ID=8d70092a-9571-423c-91b2-9adf3aa79044,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:20.552041 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:20.568667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1569087723'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:20.596459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:20.664883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:network and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:20.691733 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 68a773f6-f561-4948-a78d-685e380e035e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:20.692339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.711930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.713380 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.735609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:20.747509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Provisioning for port b85b926c-a90d-435f-8dc5-7bb502a684c4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:20.795710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:20.801272 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Provisioning complete for port b85b926c-a90d-435f-8dc5-7bb502a684c4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:20.801672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:20.909631 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Calling delete_port for 0c5493ce-1d3e-40a6-a976-d7eddf8ad36a owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:21.050871 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374b002-2f42-4250-8d57-4111584d757f None None] Network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:21.125954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:21.128803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.250681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797a54a-b471-47cc-8d04-f28832842d91 req-89cf3eed-9507-4dd8-bbfc-27c3a247108e tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:21.252289 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a797a54a-b471-47cc-8d04-f28832842d91 req-89cf3eed-9507-4dd8-bbfc-27c3a247108e tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.1464949 Dec 20 12:03:21.332132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.338922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-73f8516f-abee-46ae-9f93-76e49968f775 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:21.344964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.350430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a5704bc6-fa26-4918-850c-06346b0e19a0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:21.416241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=85d6fc4e-e56a-4f35-9788-4bdfd6ab2380,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:21.423637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:21.427946 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a797a54a-b471-47cc-8d04-f28832842d91 req-024d92ba-4533-4e7f-aee7-17f20a0969fe tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536436 Dec 20 12:03:21.431539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.435443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Pushing event deleted for resources: {'Port': ['ID=0c5493ce-1d3e-40a6-a976-d7eddf8ad36a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:21.438655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:21.472655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.483804 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.503036 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:21.539855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:21.542043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35140) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:21.559939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Transition to ACTIVE for port object 38218b56-c3c7-4477-85e7-f6d6d4525055 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:21.611351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.630671 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Transition to ACTIVE for port object 38218b56-c3c7-4477-85e7-f6d6d4525055 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:21.635439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Calling delete_port for 2578e54a-20b9-49fa-9173-2beb2b44137b owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:21.640176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.646944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] For port b85b926c-a90d-435f-8dc5-7bb502a684c4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b85b926c-a90d-435f-8dc5-7bb502a684c4,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:21.652680 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.656523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:47Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:21.659537 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.664623 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] 10.222.0.41 "DELETE /v2.0/floatingips/f5b4b00b-60be-4834-bc78-b240036abcde HTTP/1.1" status: 204 len: 168 time: 4.5889158 Dec 20 12:03:21.664766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7d72ac4e-1c01-4e76-99e8-8d5902cfad67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:21.667105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35144) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:21.702944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.704707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] Checking router: a51f6106-a8b3-4447-af01-b200b14c4bbe for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:21.727525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.742370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.742781 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Added segment 987a0b4a-71b8-402b-beec-3b7260f9aff4 of type vlan for network 4c43c5c7-c31b-4ee4-9187-3d30009aee9a Dec 20 12:03:21.754132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Network c2f9d681-36e4-43bc-b1dd-6185a4b34c02 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:21.772101 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:21.779188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:21.782300 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Pushing event updated for resources: {'Port': ['ID=38218b56-c3c7-4477-85e7-f6d6d4525055,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:21.785607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:21.787578 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:21.801968 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d961707a-accf-44be-839e-bb43e3864931 req-9291512e-2592-47e4-88f6-ed04865b6a58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1099 time: 0.7392130 Dec 20 12:03:21.802973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.822441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:21.837495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:21.838135 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:21.873857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.894094 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.901924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e56d917b-ed6f-44cd-bfe9-34b65bc1bbfc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:21.915126 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Could not find standard attr ID for object 85d6fc4e-e56a-4f35-9788-4bdfd6ab2380. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:03:21.934010 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/85d6fc4e-e56a-4f35-9788-4bdfd6ab2380 HTTP/1.1" status: 204 len: 168 time: 2.6643643 Dec 20 12:03:21.936205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:21.938947 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35148) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:22.005638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf8571c-7c3d-4d58-8b14-c775dd2322ed,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.013365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.035923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.039544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-00b5faf5-e8fa-4b13-9c75-21432e29c448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:22.087693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a01070-844d-49d9-8601-acb2b696b683,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.106107 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.121250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 68a773f6-f561-4948-a78d-685e380e035e owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:22.171869 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Pushing event updated for resources: {'Port': ['ID=b85b926c-a90d-435f-8dc5-7bb502a684c4,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.194165 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.194976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79093f-7dd1-44c6-a4e6-be15b75e2237 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:22.196498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79093f-7dd1-44c6-a4e6-be15b75e2237 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:22.197289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5d79093f-7dd1-44c6-a4e6-be15b75e2237 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:22.201313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.223065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Attempting to bind port 38218b56-c3c7-4477-85e7-f6d6d4525055 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:22.223649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Attempting to bind port 38218b56-c3c7-4477-85e7-f6d6d4525055 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f5799dad-66f8-447d-bf07-ab94762f8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:22.224199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Attempting to bind port 38218b56-c3c7-4477-85e7-f6d6d4525055 on network c2f9d681-36e4-43bc-b1dd-6185a4b34c02 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:22.230732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Provisioning for port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:22.244662 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Provisioning complete for port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:22.245319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.257593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.258730 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4a01070-844d-49d9-8601-acb2b696b683 HTTP/1.1" status: 204 len: 168 time: 0.7151728 Dec 20 12:03:22.271260 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35152) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:22.277442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:22.279771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Checking segment: {'id': 'f5799dad-66f8-447d-bf07-ab94762f8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:22.280415 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.280998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Bound using segment: {'id': 'f5799dad-66f8-447d-bf07-ab94762f8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:22.281696 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Bound port: 38218b56-c3c7-4477-85e7-f6d6d4525055, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5799dad-66f8-447d-bf07-ab94762f8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:22.282269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.312377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961707a-accf-44be-839e-bb43e3864931 req-532f13a8-c7ea-488d-9d2e-85f7bf1e860b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:22.313906 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d961707a-accf-44be-839e-bb43e3864931 req-532f13a8-c7ea-488d-9d2e-85f7bf1e860b service neutron] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 913 time: 0.4851782 Dec 20 12:03:22.317666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.319164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:22.320808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f9d681-36e4-43bc-b1dd-6185a4b34c02']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:22.324008 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:22.324259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.332780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:22.333923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5d79093f-7dd1-44c6-a4e6-be15b75e2237 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:22.338283 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5d79093f-7dd1-44c6-a4e6-be15b75e2237 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3975766 Dec 20 12:03:22.341716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35156) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:22.348189 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-3c96993d-c3c5-4435-b1cc-02de43b3ac94 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] show failed (client error): The resource could not be found. Dec 20 12:03:22.349146 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3c96993d-c3c5-4435-b1cc-02de43b3ac94 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "GET /v2.0/security-groups/f4a01070-844d-49d9-8601-acb2b696b683 HTTP/1.1" status: 404 len: 347 time: 0.0736260 Dec 20 12:03:22.377742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5799dad-66f8-447d-bf07-ab94762f8b61') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:22.378078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5799dad-66f8-447d-bf07-ab94762f8b61') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:22.388096 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35160) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:22.447973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.464429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.477218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.583445 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1222546 Dec 20 12:03:22.585268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35166) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:22.592133 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.604605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Network': ['ID=4c43c5c7-c31b-4ee4-9187-3d30009aee9a,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.608481 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Request body: {'subnet': {'network_id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:22.611876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.614306 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6e578692-e58e-477f-8244-62694be33063 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:22.637583 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 4c43c5c7-c31b-4ee4-9187-3d30009aee9a details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:22.706437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:22.706754 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.721968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event deleted for resources: {'Port': ['ID=2578e54a-20b9-49fa-9173-2beb2b44137b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.725785 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d961707a-accf-44be-839e-bb43e3864931 req-438ed923-f6fa-490f-9be7-d775d5c565e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 1002 time: 0.3938866 Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:22.735965 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:22.802567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Deleting port 60353223-0d6b-44f6-91cb-2b6506174b2f {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:22.802905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.814887 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-fe885cec-f06a-4686-85de-b84673819975 None None] For port 38218b56-c3c7-4477-85e7-f6d6d4525055, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:22.853852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.856636 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/68a773f6-f561-4948-a78d-685e380e035e HTTP/1.1" status: 204 len: 168 time: 2.7349648 Dec 20 12:03:22.869529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35170) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:22.894978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=68a773f6-f561-4948-a78d-685e380e035e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:22.904763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.910403 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:22.911640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:22.929462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.958700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961707a-accf-44be-839e-bb43e3864931 req-f3d9785d-6638-40c7-a832-b2cf9cb7a46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:22.960259 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d961707a-accf-44be-839e-bb43e3864931 req-f3d9785d-6638-40c7-a832-b2cf9cb7a46c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.1787338 Dec 20 12:03:22.961960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:22.964112 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d230f261-e8fc-4449-8f5d-47b20b68f1fe tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2578e54a-20b9-49fa-9173-2beb2b44137b HTTP/1.1" status: 204 len: 168 time: 3.1547613 Dec 20 12:03:23.007959 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] For port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,segment=NetworkSegment(36bd1687-d48e-44fe-b3bd-ae1717d32367),segment_id=36bd1687-d48e-44fe-b3bd-ae1717d32367)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:23.017118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35172) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:23.018219 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.020811 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:23.027616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675', 'external_fixed_ips': [{'subnet_id': '5684f67e-08de-4f4c-92e0-58bee1d963dc', 'ip_address': '172.20.0.4'}]}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:23.033910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:23.039125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:router and tenant:9ae58103ba314c7f9bb96473ce1879ac is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:23.043596 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:23.051335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:23.073320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.074320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.086308 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:47Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:23.086845 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d961707a-accf-44be-839e-bb43e3864931 req-56820e3b-9db1-440d-a6bd-1b085a30a3e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1178267 Dec 20 12:03:23.093766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda8dae-3353-4386-b93d-649ee7f426ad None None] The sync data for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv is: [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:01:36Z', 'revision_number': 4, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '082d7063-b85f-4059-86d2-aebda859df37', 'name': '', 'network_id': '1dcf2f27-38e3-4edf-84de-daec6d490852', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'mac_address': 'fa:16:3e:36:c1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2033da72-16b5-41cd-8acd-895c25754a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:34Z', 'updated_at': '2021-12-20T12:01:47Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'subnets': [{'id': '2033da72-16b5-41cd-8acd-895c25754a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:23.095417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Pushing event updated for resources: {'Port': ['ID=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:23.108504 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.108849 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.109189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.109522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.109853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.110183 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.110542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.110879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.111205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.111518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.111841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:23.115831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:23.148375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3ff117ef-f2bf-4912-b904-49c0cc695039 None None] Provisioning complete for port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:23.148845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3ff117ef-f2bf-4912-b904-49c0cc695039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.269099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-fe885cec-f06a-4686-85de-b84673819975 None None] For port 38218b56-c3c7-4477-85e7-f6d6d4525055, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=38218b56-c3c7-4477-85e7-f6d6d4525055,segment=NetworkSegment(f5799dad-66f8-447d-bf07-ab94762f8b61),segment_id=f5799dad-66f8-447d-bf07-ab94762f8b61)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:23.269606 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:03:23.269606 dv-neutron-victoria-2-hyperv neutron-server[83528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:03:23.269606 dv-neutron-victoria-2-hyperv neutron-server[83528]: [parameters: {'id': 'c2f9d681-36e4-43bc-b1dd-6185a4b34c02'}] Dec 20 12:03:23.269606 dv-neutron-victoria-2-hyperv neutron-server[83528]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:23.270387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:23.280712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.291648 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:23.306275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:23.310555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Usage tracker for resource:subnet and tenant:2f26cdd6e0804466b1560f4226eb763f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:23.317561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:23.324174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:23.343061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.362924 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d961707a-accf-44be-839e-bb43e3864931 req-6dc1aa1b-3f86-4e4a-a7df-0fd4b1f07f42 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701025 Dec 20 12:03:23.370888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Made reservation on behalf of 2f26cdd6e0804466b1560f4226eb763f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:23.456130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:23.488538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 7541bed3-5757-4691-953e-e92c55ec8255 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:23.502956 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad286089-36f4-4233-ad4f-dd0fed1c3c44 None None] New status for floating IP 85a471d4-6eeb-4c15-a176-620fee286faf: DOWN {{(pid=83531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:03:23.504780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.509491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Pushing event updated for resources: {'Port': ['ID=38218b56-c3c7-4477-85e7-f6d6d4525055,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:23.515537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:23.560503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b68cc03-88ea-4490-ae85-0ae9c7859b0e None None] Network c2f9d681-36e4-43bc-b1dd-6185a4b34c02 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:23.582981 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:23.583365 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.670770 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-d961707a-accf-44be-839e-bb43e3864931 req-ff81533c-715b-4365-bf0a-575437d47cc0 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951961 Dec 20 12:03:23.714758 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf648254-0623-4eeb-80ee-0d8e07ddd2e5 req-1bffafb2-dfef-4cae-82d3-ee77b9b931e8 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:23.722093 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-cf648254-0623-4eeb-80ee-0d8e07ddd2e5 req-1bffafb2-dfef-4cae-82d3-ee77b9b931e8 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.0407193 Dec 20 12:03:23.738822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.780219 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88786c23-518d-4962-8372-8ae59f5f6319 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:23.784068 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-88786c23-518d-4962-8372-8ae59f5f6319 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7365575 Dec 20 12:03:23.784068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.793192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.793365 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35178) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:23.821847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.822154 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.846589 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be374c7-78d5-486b-b25b-77493c4d5895 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:03:23.847094 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1be374c7-78d5-486b-b25b-77493c4d5895 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:23.868190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1be374c7-78d5-486b-b25b-77493c4d5895 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:23.874080 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1be374c7-78d5-486b-b25b-77493c4d5895 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/68a773f6-f561-4948-a78d-685e380e035e HTTP/1.1" status: 404 len: 333 time: 0.0752311 Dec 20 12:03:23.874080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:23.874550 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35182) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:23.881494 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1361210302'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:23.888857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:23.892705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b85b926c-a90d-435f-8dc5-7bb502a684c4 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:23.894511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:23.899740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:23.907035 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:23.939014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a1397-76bf-4158-9651-15931cb5acdd None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:03:23.941659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:23.944620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.044900 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:24.058992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Calling delete_port for 60353223-0d6b-44f6-91cb-2b6506174b2f owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:24.060043 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.060431 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment 40415d87-2747-4e90-9fb0-29756ff32e22 of type vlan for network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 Dec 20 12:03:24.103198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.108783 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b85b926c-a90d-435f-8dc5-7bb502a684c4 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:24.109168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.121745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port 38218b56-c3c7-4477-85e7-f6d6d4525055 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:24.122368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.191988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.196546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:24.197134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.205359 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-cf648254-0623-4eeb-80ee-0d8e07ddd2e5 req-46b19faa-ffcf-4f06-acb3-8ee3c38500f1 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4821646 Dec 20 12:03:24.210939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a1397-76bf-4158-9651-15931cb5acdd None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:03:24.227112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9ecf9a13-21d9-4f66-a318-2435d2f34ff1 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:24.393378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.402065 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5238311 Dec 20 12:03:24.402579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=e7f228ce-d7d1-4b85-a13c-6547e960c0d4,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:24.405752 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35186) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:24.410025 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:24.413903 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:24.415127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:24.452964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.509184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:24.509184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:24.545369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.600459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:24.608839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:24.613818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:24.633544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:24.743762 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:24.765189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ea44c-24ec-453a-bf88-508f9ec2d13f None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:03:24.828235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] For port 38218b56-c3c7-4477-85e7-f6d6d4525055, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=38218b56-c3c7-4477-85e7-f6d6d4525055,segment=NetworkSegment(f5799dad-66f8-447d-bf07-ab94762f8b61),segment_id=f5799dad-66f8-447d-bf07-ab94762f8b61)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:24.828873 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.845913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.854304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:24.899771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ea44c-24ec-453a-bf88-508f9ec2d13f None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:03:24.900424 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:24.917929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Allocated IP 172.20.0.4 (c25dda6e-963f-42c3-8d9c-27e69a181675/5684f67e-08de-4f4c-92e0-58bee1d963dc/c01f21df-c840-4b75-8d50-863183a69153) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:25.001763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Calling delete_port for 38218b56-c3c7-4477-85e7-f6d6d4525055 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:25.041087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Deleting port 60353223-0d6b-44f6-91cb-2b6506174b2f {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:25.041867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.067648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=7541bed3-5757-4691-953e-e92c55ec8255,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.085516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.108389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.170701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.278631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.305654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966a2ec-e70d-486d-abc1-25e6ef4bcf03 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:25.316496 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/7541bed3-5757-4691-953e-e92c55ec8255 HTTP/1.1" status: 204 len: 168 time: 2.9729552 Dec 20 12:03:25.321669 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35192) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:25.407951 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c02bca73-5178-421c-a9a3-4233408504cd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850987 Dec 20 12:03:25.412375 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35196) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:25.420577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:25.438616 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.441928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.453416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-81bbf32f-1469-422b-a6f5-2fa4017c9848 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:25.457081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-18232bba-f3f6-4faf-a866-646dc3ad70ae tempest-FloatingIPAdminTestJSON-1831282242 tempest-FloatingIPAdminTestJSON-1831282242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:25.506854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.516190 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:03:25.521942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Port': ['ID=38218b56-c3c7-4477-85e7-f6d6d4525055,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.529587 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.533640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.548368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5eaa4813-e8d5-4939-8144-26a238abf064 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:25.597456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No DVR routers for this DVR port 38218b56-c3c7-4477-85e7-f6d6d4525055 on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:25.602001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.602314 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.604639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:25.609972 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Deleting port b85b926c-a90d-435f-8dc5-7bb502a684c4 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:25.610563 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.623922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network c25dda6e-963f-42c3-8d9c-27e69a181675 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:25.626268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:25.628601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=93b8b82a-41b8-4901-94d6-7555ae4afd72,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.634988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:25.636732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.637897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:25.642034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-20b0e54c-c979-4fcd-b7ca-43690316da57 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:25.730422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:25.754726 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:25.761245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:25.763365 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Port': ['ID=c01f21df-c840-4b75-8d50-863183a69153,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.766185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.794558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': '40415d87-2747-4e90-9fb0-29756ff32e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:25.794947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: e7f228ce-d7d1-4b85-a13c-6547e960c0d4, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:25.803240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:25.807033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Calling delete_port for 60353223-0d6b-44f6-91cb-2b6506174b2f owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:25.832907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] For port b85b926c-a90d-435f-8dc5-7bb502a684c4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b85b926c-a90d-435f-8dc5-7bb502a684c4,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:25.833256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.928428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event updated for resources: {'Subnet': ['ID=7e6ca7f8-310b-443c-9fce-b73df26ea68f,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:25.954930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:25.969897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:25.990295 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Calling delete_port for b85b926c-a90d-435f-8dc5-7bb502a684c4 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:25.992726 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:26.029299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.030302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, e7f228ce-d7d1-4b85-a13c-6547e960c0d4) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:26.034468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:26.035226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.046910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47d507e-1807-4fc8-854f-8dbe1c639b80 None None] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:26.052064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a001eb3-99bb-40db-976f-9c9a048b4ae5 req-3035cb5a-b010-4e86-883e-cf95a891ca39 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:26.053554 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6a001eb3-99bb-40db-976f-9c9a048b4ae5 req-3035cb5a-b010-4e86-883e-cf95a891ca39 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.6489522 Dec 20 12:03:26.111748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f9d681-36e4-43bc-b1dd-6185a4b34c02']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:26.120589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Checking segment: {'id': '987a0b4a-71b8-402b-beec-3b7260f9aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:26.120796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network hostable DHCP agents. Network: 4c43c5c7-c31b-4ee4-9187-3d30009aee9a, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:26.140371 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7308233 Dec 20 12:03:26.141151 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35200) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:26.159414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:26.159619 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.165810 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-679bbc87-644e-4ec4-8a11-465e5fd5ad6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:26.174361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5799dad-66f8-447d-bf07-ab94762f8b61') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:26.174647 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5799dad-66f8-447d-bf07-ab94762f8b61') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:26.211720 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Pushing event deleted for resources: {'Port': ['ID=b85b926c-a90d-435f-8dc5-7bb502a684c4,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:26.221972 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:26.228186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] No DVR routers for this DVR port b85b926c-a90d-435f-8dc5-7bb502a684c4 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:26.271714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.272485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.331820 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-e7f228ce-d7d1-4b85-a13c-6547e960c0d4', 'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4', 'tenant_id': 'd187523ae340477fb5877262a1160f1f', 'fixed_ips': [{'subnet_id': '93b8b82a-41b8-4901-94d6-7555ae4afd72'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:26.340894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.360690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.366408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9af9a48b-5c1e-4e88-b48a-ce16a653f2d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:26.367821 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.436419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:26.441763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:26.444636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:26.445237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.455726 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=cfea884a-8429-4d4b-97f6-a844e7ca14a7,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:26.458344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:26.478191 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab5723-5aef-4ac1-9e50-b771387f47cb None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:26.484926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.503661 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-6a001eb3-99bb-40db-976f-9c9a048b4ae5 req-4710bc91-ad9d-408b-8467-0ecdf146d980 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340971 Dec 20 12:03:26.513922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:26.514206 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:26.530659 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:26.540561 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1223788 Dec 20 12:03:26.549413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35204) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:26.556723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': 'cfea884a-8429-4d4b-97f6-a844e7ca14a7', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-72357611'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:26.605519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Allocated IP 172.20.0.2 (e7f228ce-d7d1-4b85-a13c-6547e960c0d4/93b8b82a-41b8-4901-94d6-7555ae4afd72/e163b045-3f42-4492-af80-4e2ccfb2b7c2) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:26.645033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:26.651183 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:26.662741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Network 4c43c5c7-c31b-4ee4-9187-3d30009aee9a is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:26.671394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.687378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:26.708501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 4c43c5c7-c31b-4ee4-9187-3d30009aee9a) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:26.712919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b2e5fdf5-7ce1-45cc-9c6c-b0ddb681ee51 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:26.721532 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c885e-39ec-45b1-9202-29cc4ce61560 None None] Network 4c43c5c7-c31b-4ee4-9187-3d30009aee9a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:26.736771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:26.742190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:26.745760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:26.752699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:26.770167 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:26.776423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.810201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 27083472-58cd-4263-9cda-e5c41e149646 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:26.849144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:26.850756 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.888808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Router 4710d35f-79ed-4873-b197-fd9f1a0f4186 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:03:26.900124 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:26.914699 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'cfea884a-8429-4d4b-97f6-a844e7ca14a7'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:26.915503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:26.934295 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Pushing event deleted for resources: {'Port': ['ID=60353223-0d6b-44f6-91cb-2b6506174b2f,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:26.951802 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:27.029359 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.040676 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.4480159 Dec 20 12:03:27.045001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b3dec652-b05a-4ea1-ba56-c3aead2ff544 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:27.061675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35210) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.067962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.091468 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:27.156095 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.170891 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=c2f9d681-36e4-43bc-b1dd-6185a4b34c02,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:27.171983 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:27.173314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:27.179177 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Transition to ACTIVE for port object e163b045-3f42-4492-af80-4e2ccfb2b7c2 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:27.193008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:27.204251 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/c2f9d681-36e4-43bc-b1dd-6185a4b34c02 HTTP/1.1" status: 204 len: 168 time: 7.7589910 Dec 20 12:03:27.209374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35214) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.219590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091661023'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:27.242365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd85fe-3d3b-417b-b0f7-30ae138036d1 req-03b4c198-bb40-42fd-acdd-5858576fe1dc tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:27.243828 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7efd85fe-3d3b-417b-b0f7-30ae138036d1 req-03b4c198-bb40-42fd-acdd-5858576fe1dc tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5896471 Dec 20 12:03:27.250112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.252365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.256572 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] 10.222.0.41 "DELETE /v2.0/floatingips/85a471d4-6eeb-4c15-a176-620fee286faf HTTP/1.1" status: 204 len: 168 time: 4.8674982 Dec 20 12:03:27.261315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35218) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.277467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Transition to ACTIVE for port object e163b045-3f42-4492-af80-4e2ccfb2b7c2 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:27.278238 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-27f499c8-2a64-4548-8622-97680c5fbd65 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7276230 Dec 20 12:03:27.279972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:27.292007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35222) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.296036 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.302088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:27.305749 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:27.341058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:27.351119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/cfea884a-8429-4d4b-97f6-a844e7ca14a7/c60ab1a4-a97d-4f70-91fa-c3104b3c1981) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:27.354272 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-4c43c5c7-c31b-4ee4-9187-3d30009aee9a', 'network_id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a', 'tenant_id': '2f26cdd6e0804466b1560f4226eb763f', 'fixed_ips': [{'subnet_id': '7e6ca7f8-310b-443c-9fce-b73df26ea68f'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:27.354272 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.360907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:27.365656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4907a8e0-e282-46c0-99dc-a4bc1caaa511 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:27.393664 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:27.397080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.408039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b85b926c-a90d-435f-8dc5-7bb502a684c4 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:27.422420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4907a8e0-e282-46c0-99dc-a4bc1caaa511 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:27.426006 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4907a8e0-e282-46c0-99dc-a4bc1caaa511 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1288972 Dec 20 12:03:27.428793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35226) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.504462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:27.521118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d77a7-c0a4-4db5-abbf-301e36d690dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:27.526490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d77a7-c0a4-4db5-abbf-301e36d690dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:27.527367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-310d77a7-c0a4-4db5-abbf-301e36d690dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:27.540281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.540688 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment 7c32a3ba-00fc-423e-a331-9f7b84fde0c6 of type vlan for network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 Dec 20 12:03:27.547420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:27.548416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: b85b926c-a90d-435f-8dc5-7bb502a684c4 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:27.548708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b85b926c-a90d-435f-8dc5-7bb502a684c4 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:27.564080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:27.570785 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:27.575096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-310d77a7-c0a4-4db5-abbf-301e36d690dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:27.578708 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-310d77a7-c0a4-4db5-abbf-301e36d690dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1465175 Dec 20 12:03:27.587349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:27.589383 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Pushing event updated for resources: {'Port': ['ID=e163b045-3f42-4492-af80-4e2ccfb2b7c2,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:27.593145 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35230) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.607411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Sync routers for ids ['4710d35f-79ed-4873-b197-fd9f1a0f4186'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:27.610383 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:27.636745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.641899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.644361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.656677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.657978 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6396062 Dec 20 12:03:27.662762 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35234) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.672416 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7efd85fe-3d3b-417b-b0f7-30ae138036d1 req-71d4587c-e5f6-40ef-9863-52033400523f tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4100053 Dec 20 12:03:27.698662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet cfea884a-8429-4d4b-97f6-a844e7ca14a7 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:27.718351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.722632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:27.723358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:27.730121 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b03556be-690d-447c-b61d-31f32a59f4f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:27.837327 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6265922 Dec 20 12:03:27.843286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35240) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:27.847022 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Routers {'4710d35f-79ed-4873-b197-fd9f1a0f4186'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:27.847942 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['4710d35f-79ed-4873-b197-fd9f1a0f4186'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:27.851706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': '5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:27.866417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:27.869276 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:27.908374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:27.926224 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 93b8b82a-41b8-4901-94d6-7555ae4afd72 (CIDR: 172.20.0.0/28) Dec 20 12:03:27.977618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:27.981949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:27.985081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:27.986176 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:03:27.986662 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:27.996717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:28.010935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:28.021182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Attempting to bind port e163b045-3f42-4492-af80-4e2ccfb2b7c2 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:28.021689 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Attempting to bind port e163b045-3f42-4492-af80-4e2ccfb2b7c2 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '40415d87-2747-4e90-9fb0-29756ff32e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:28.022157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Attempting to bind port e163b045-3f42-4492-af80-4e2ccfb2b7c2 on network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:28.029071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Allocated IP 2001:db8::f816:3eff:febd:d1cf (4c43c5c7-c31b-4ee4-9187-3d30009aee9a/7e6ca7f8-310b-443c-9fce-b73df26ea68f/4eb16e6f-8f89-498a-b76f-abb7603e26ec) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:28.143209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.267067 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-06ffe2b9-a98b-4300-b129-fab6aaa60807 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1248479 Dec 20 12:03:28.270887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35246) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:28.278468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:28.310278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:28.311019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Checking segment: {'id': '40415d87-2747-4e90-9fb0-29756ff32e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:28.311333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.311827 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Bound using segment: {'id': '40415d87-2747-4e90-9fb0-29756ff32e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:28.312480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Bound port: e163b045-3f42-4492-af80-4e2ccfb2b7c2, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40415d87-2747-4e90-9fb0-29756ff32e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:28.313130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.408379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.415011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.461640 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Transition to ACTIVE for port object c60ab1a4-a97d-4f70-91fa-c3104b3c1981 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:28.488524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:28.495353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:28.503548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Set router 4710d35f-79ed-4873-b197-fd9f1a0f4186 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:28.505906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:28.520259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:28.532550 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.544812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:28.574468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:28.578215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.619178 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21164bc-f0fd-4d48-91a5-911bc1d7503a req-3aac45a6-1519-4400-beb6-5a3f0bd6cd49 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:28.620963 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b21164bc-f0fd-4d48-91a5-911bc1d7503a req-3aac45a6-1519-4400-beb6-5a3f0bd6cd49 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.3933539 Dec 20 12:03:28.642535 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Transition to ACTIVE for port object c60ab1a4-a97d-4f70-91fa-c3104b3c1981 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:28.654785 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] For port e163b045-3f42-4492-af80-4e2ccfb2b7c2, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:28.684266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.695532 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:28.717966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.732435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.763356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] For port e163b045-3f42-4492-af80-4e2ccfb2b7c2, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=e163b045-3f42-4492-af80-4e2ccfb2b7c2,segment=NetworkSegment(40415d87-2747-4e90-9fb0-29756ff32e22),segment_id=40415d87-2747-4e90-9fb0-29756ff32e22)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:28.764271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=9cc6a607-5195-4704-985e-13830e767a99,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:28.767137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:28.793807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': '7c32a3ba-00fc-423e-a331-9f7b84fde0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:28.794246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:28.815736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Transition to ACTIVE for port object 4eb16e6f-8f89-498a-b76f-abb7603e26ec will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:28.819163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.822461 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b21164bc-f0fd-4d48-91a5-911bc1d7503a req-ede1cc50-a0e5-483f-9d24-beec745d4ce3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866670 Dec 20 12:03:28.833959 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.851640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:28.853457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:28.865461 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:28.885728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:28.892164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Pushing event updated for resources: {'Port': ['ID=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:28.898725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Transition to ACTIVE for port object 4eb16e6f-8f89-498a-b76f-abb7603e26ec will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:28.903459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:28.904198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:28.926897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:29.001256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.067882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.082819 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:29.094022 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:29.106595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:29.107178 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.125600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d30db8-2566-496e-9f4e-25763496ed1a None None] Network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:29.143118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6ca7f8-310b-443c-9fce-b73df26ea68f,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:29.157321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:29.167593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.267792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Deleting port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:29.268129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.283469 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4394119 Dec 20 12:03:29.287184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35254) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:29.293650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.310925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1837996533'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:29.317774 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:29.367255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:29.380125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:29.387116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:29.387545 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Attempting to bind port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:29.388536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Attempting to bind port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:29.389144 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Attempting to bind port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:29.391533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:29.394225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:29.394796 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.403700 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Network 4c43c5c7-c31b-4ee4-9187-3d30009aee9a is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:29.410495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:29.414113 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:29.414532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:29.428900 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Pushing event updated for resources: {'Port': ['ID=e163b045-3f42-4492-af80-4e2ccfb2b7c2,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:29.434584 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1601193 Dec 20 12:03:29.435791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:29.442788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35258) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:29.444215 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:29.446039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed43ab11-4579-444f-a5da-af36579fa877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:29.456872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4', 'fixed_ips': [{'subnet_id': '93b8b82a-41b8-4901-94d6-7555ae4afd72'}, {'subnet_id': '0520b854-9c1b-4d8d-be2a-005e45112634'}], 'name': 'tempest-PortsTestJSON-75033540'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:29.490679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.521681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Pushing event updated for resources: {'Port': ['ID=4eb16e6f-8f89-498a-b76f-abb7603e26ec,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:29.555438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:29.555993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:29.556607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.557106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:29.557734 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Bound port: c60ab1a4-a97d-4f70-91fa-c3104b3c1981, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:29.558214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.576569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:29.582798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c43c5c7-c31b-4ee4-9187-3d30009aee9a']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:29.609791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=0520b854-9c1b-4d8d-be2a-005e45112634,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:29.614104 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:29.623174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:29.628317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987a0b4a-71b8-402b-beec-3b7260f9aff4') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:29.628812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987a0b4a-71b8-402b-beec-3b7260f9aff4') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:29.628957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:29.632574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:29.635360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:29.638909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.645663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.658960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.663277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:29.668192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:29.719538 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=cfea884a-8429-4d4b-97f6-a844e7ca14a7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:29.721903 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:29.739383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.743418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:29.751865 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.769389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.769723 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment 3f57a725-bac6-40c6-8610-bfb15664bc5b of type vlan for network 287fb1a0-7307-44df-bc7f-e1d98c57e0a9 Dec 20 12:03:29.769942 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6', 'network_id': '5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': '9cc6a607-5195-4704-985e-13830e767a99'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:29.770722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:29.770988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.783588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.831027 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Attempting to bind port 4eb16e6f-8f89-498a-b76f-abb7603e26ec on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:29.834528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Attempting to bind port 4eb16e6f-8f89-498a-b76f-abb7603e26ec by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '987a0b4a-71b8-402b-beec-3b7260f9aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:29.834698 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cfea884a-8429-4d4b-97f6-a844e7ca14a7 HTTP/1.1" status: 204 len: 168 time: 2.2352774 Dec 20 12:03:29.834819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Attempting to bind port 4eb16e6f-8f89-498a-b76f-abb7603e26ec on network 4c43c5c7-c31b-4ee4-9187-3d30009aee9a {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:29.834946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:29.856827 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4710d35f-79ed-4873-b197-fd9f1a0f4186', 'name': '', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675', 'external_fixed_ips': [{'subnet_id': '5684f67e-08de-4f4c-92e0-58bee1d963dc', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c01f21df-c840-4b75-8d50-863183a69153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:23Z', 'updated_at': '2021-12-20T12:03:26Z', 'revision_number': 3, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port': {'id': 'c01f21df-c840-4b75-8d50-863183a69153', 'name': '', 'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4710d35f-79ed-4873-b197-fd9f1a0f4186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5684f67e-08de-4f4c-92e0-58bee1d963dc', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:24Z', 'updated_at': '2021-12-20T12:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5684f67e-08de-4f4c-92e0-58bee1d963dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:29.871542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Checking router: 4710d35f-79ed-4873-b197-fd9f1a0f4186 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:29.872123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Updating router 4710d35f-79ed-4873-b197-fd9f1a0f4186 port c01f21df-c840-4b75-8d50-863183a69153 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:03:29.872324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35262) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:29.895692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:29.896258 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Checking segment: {'id': '987a0b4a-71b8-402b-beec-3b7260f9aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:29.896826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.897276 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Bound using segment: {'id': '987a0b4a-71b8-402b-beec-3b7260f9aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:29.898385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Bound port: 4eb16e6f-8f89-498a-b76f-abb7603e26ec, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987a0b4a-71b8-402b-beec-3b7260f9aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:29.898876 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.964807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:29.989130 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8ea1f7ce-98de-4546-a100-67b5705970e4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043870 Dec 20 12:03:29.992567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35266) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:30.009769 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:30.012645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] For port c60ab1a4-a97d-4f70-91fa-c3104b3c1981, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:30.053815 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] For port c60ab1a4-a97d-4f70-91fa-c3104b3c1981, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:30.057059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.088085 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.091899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] For port 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:30.092274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.100782 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.115792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:30.169535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.173411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:30.173993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.184560 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:30.185211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.186657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06f87c9a-0bce-4e61-a6bc-b756e79ffc6f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:30.208691 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:30.248785 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] For port 4eb16e6f-8f89-498a-b76f-abb7603e26ec, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:30.289157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Calling delete_port for 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:30.361634 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0732975 Dec 20 12:03:30.366297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=287fb1a0-7307-44df-bc7f-e1d98c57e0a9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:30.369105 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:30.370353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:30.372455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35270) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:30.375210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Pushing event updated for resources: {'Port': ['ID=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:30.386268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': '287fb1a0-7307-44df-bc7f-e1d98c57e0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:30.390363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 287fb1a0-7307-44df-bc7f-e1d98c57e0a9 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:30.406174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:30.409093 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:30.420333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:30.444375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Allocated IP 2001:db8::3 (5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6/9cc6a607-5195-4704-985e-13830e767a99/c9a95e1c-12dc-4115-b568-67d9c70b623d) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:30.476924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:30.571891 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4bb6-2012-4c1b-ba0f-547de65b027a req-63f6559f-b1e5-4c5e-ae05-855e53436f11 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:30.572373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:30.573949 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-586d4bb6-2012-4c1b-ba0f-547de65b027a req-63f6559f-b1e5-4c5e-ae05-855e53436f11 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.2488263 Dec 20 12:03:30.576391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.586966 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] For port 4eb16e6f-8f89-498a-b76f-abb7603e26ec, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4eb16e6f-8f89-498a-b76f-abb7603e26ec,segment=NetworkSegment(987a0b4a-71b8-402b-beec-3b7260f9aff4),segment_id=987a0b4a-71b8-402b-beec-3b7260f9aff4)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:30.593780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:03:30.593780 dv-neutron-victoria-2-hyperv neutron-server[83528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:03:30.593780 dv-neutron-victoria-2-hyperv neutron-server[83528]: [parameters: {'id': '4c43c5c7-c31b-4ee4-9187-3d30009aee9a'}] Dec 20 12:03:30.593780 dv-neutron-victoria-2-hyperv neutron-server[83528]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:30.594517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:30.609430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.630843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:30.635417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:30.644028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:30.652275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:30.695470 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-586d4bb6-2012-4c1b-ba0f-547de65b027a req-5c281233-bbfd-4a2b-9752-1e117b095a58 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966046 Dec 20 12:03:30.713209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.763905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Deleting port c01f21df-c840-4b75-8d50-863183a69153 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:30.764454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:30.781231 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:30.841149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:30.862827 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.14 (e7f228ce-d7d1-4b85-a13c-6547e960c0d4/93b8b82a-41b8-4901-94d6-7555ae4afd72/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:30.891480 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.29 (e7f228ce-d7d1-4b85-a13c-6547e960c0d4/0520b854-9c1b-4d8d-be2a-005e45112634/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:30.938861 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Pushing event updated for resources: {'Port': ['ID=4eb16e6f-8f89-498a-b76f-abb7603e26ec,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:30.941399 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6bae7b-aef3-42f4-873c-588792352940 None None] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:30.965258 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:31.032532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.047360 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.055578 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-638c16cf-7f4d-47ec-b1c5-e38118f8d1ae tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.099267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:31.101644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.113207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:31.205151 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:03:31.267951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.ipam_backend_mixin [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing IP validity checks on allocation pools {{(pid=83527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 12:03:31.268456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.ipam_backend_mixin [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 12:03:31.283086 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting port 4eb16e6f-8f89-498a-b76f-abb7603e26ec {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:31.283428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.302782 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb2a69-39bd-448e-b457-dbf8c7c128e4 None None] Network 4c43c5c7-c31b-4ee4-9187-3d30009aee9a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:31.413300 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.421264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.431095 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-44775bdc-2247-4ea7-8913-5c870ec3e171 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.467430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-16a066c5-354a-415c-b34e-45e34e0115fd None None] Provisioning for port e163b045-3f42-4492-af80-4e2ccfb2b7c2 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:31.570448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.609034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.616236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device e163b045-3f42-4492-af80-4e2ccfb2b7c2 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:31.626427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:31.640111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:31.663714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=c56dfd4c-5ea4-4a8f-a818-4b075890f8b6,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:31.672722 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Calling delete_port for c01f21df-c840-4b75-8d50-863183a69153 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:31.674201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:31.677577 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3df26-9fd6-4e17-bfd9-219fc184ed94 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:31.729967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:31.732126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.744868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.769282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:31.806661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.821712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a9d67b43-536e-4019-b1d1-f9294641a0e3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.859040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Transition to ACTIVE for port object c01f21df-c840-4b75-8d50-863183a69153 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:31.868188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.869558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Transition to ACTIVE for port object c9a95e1c-12dc-4115-b568-67d9c70b623d will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:31.921082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:31.934483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e8f3250-5990-4d27-bc13-0de8bc072fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:31.955952 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9562056 Dec 20 12:03:31.962004 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:31.964627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35276) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:31.973347 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:31.975689 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:32.006695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Transition to ACTIVE for port object c9a95e1c-12dc-4115-b568-67d9c70b623d will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:32.010148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=97cb92ef-03a7-4539-a0b7-2f65676ce87b,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:32.012826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:32.023494 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1892418902', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:32.028071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-235c4be4-e350-4f56-8423-bf3ed3ca2477 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:32.040596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.064201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] For port 4eb16e6f-8f89-498a-b76f-abb7603e26ec, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4eb16e6f-8f89-498a-b76f-abb7603e26ec,segment=NetworkSegment(987a0b4a-71b8-402b-beec-3b7260f9aff4),segment_id=987a0b4a-71b8-402b-beec-3b7260f9aff4)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:32.064201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.068037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:32.085712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:router and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:32.092311 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:32.112111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:32.121700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': '3f57a725-bac6-40c6-8610-bfb15664bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '287fb1a0-7307-44df-bc7f-e1d98c57e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:32.122081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: 287fb1a0-7307-44df-bc7f-e1d98c57e0a9, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:32.130292 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f085e-353c-4e00-a602-1aa7e3207c88 None None] Pushing event updated for resources: {'Port': ['ID=c01f21df-c840-4b75-8d50-863183a69153,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:32.134220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9b0f085e-353c-4e00-a602-1aa7e3207c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:32.139980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-da679f06-0ce8-4b0e-9b8d-6cf135c84e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:32.145577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.146074 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.159694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:32.162755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:32.169720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.170661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.190768 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Attempting to bind port c01f21df-c840-4b75-8d50-863183a69153 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:32.191297 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Calling delete_port for 4eb16e6f-8f89-498a-b76f-abb7603e26ec owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:32.191880 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.7480447 Dec 20 12:03:32.192108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Attempting to bind port c01f21df-c840-4b75-8d50-863183a69153 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '6e42189c-1e57-405b-bc73-90e35853b6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:32.192787 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Attempting to bind port c01f21df-c840-4b75-8d50-863183a69153 on network c25dda6e-963f-42c3-8d9c-27e69a181675 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:32.196524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35280) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:32.205114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93b8b82a-41b8-4901-94d6-7555ae4afd72'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:32.224731 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:32.233544 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port e163b045-3f42-4492-af80-4e2ccfb2b7c2 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:32.236657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network 287fb1a0-7307-44df-bc7f-e1d98c57e0a9 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:32.236813 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:32.242127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:32.251472 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:32.251846 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Checking segment: {'id': '6e42189c-1e57-405b-bc73-90e35853b6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:32.252642 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.252888 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Bound using segment: {'id': '6e42189c-1e57-405b-bc73-90e35853b6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:32.253364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Bound port: c01f21df-c840-4b75-8d50-863183a69153, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e42189c-1e57-405b-bc73-90e35853b6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c25dda6e-963f-42c3-8d9c-27e69a181675'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:32.253915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.263001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 287fb1a0-7307-44df-bc7f-e1d98c57e0a9) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:32.267572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.268053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.274247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.288968 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c4b7e-da44-4366-9d60-6bf2909778d5 None None] Network 287fb1a0-7307-44df-bc7f-e1d98c57e0a9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:32.293986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.310429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7634364a-ebe8-4a75-aac1-4f2096f1f584 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:32.321152 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port e163b045-3f42-4492-af80-4e2ccfb2b7c2 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:32.321607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.337993 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9615517 Dec 20 12:03:32.348794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35284) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:32.356693 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.356885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Pushing event updated for resources: {'Port': ['ID=c9a95e1c-12dc-4115-b568-67d9c70b623d,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:32.359236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No DVR routers for this DVR port 4eb16e6f-8f89-498a-b76f-abb7603e26ec on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:32.377211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:32.436273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Port': ['ID=4eb16e6f-8f89-498a-b76f-abb7603e26ec,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:32.457643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:32.467062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.467565 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c2b32281-41ce-45fd-89e1-aee32182d310 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4958439 Dec 20 12:03:32.513908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35288) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:32.646497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.662612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.663056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.673958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] For port c01f21df-c840-4b75-8d50-863183a69153, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:32.705717 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Attempting to bind port c9a95e1c-12dc-4115-b568-67d9c70b623d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:32.706338 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Attempting to bind port c9a95e1c-12dc-4115-b568-67d9c70b623d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '7c32a3ba-00fc-423e-a331-9f7b84fde0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:32.706935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Attempting to bind port c9a95e1c-12dc-4115-b568-67d9c70b623d on network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:32.709989 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] For port c01f21df-c840-4b75-8d50-863183a69153, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c01f21df-c840-4b75-8d50-863183a69153,segment=NetworkSegment(6e42189c-1e57-405b-bc73-90e35853b6d6),segment_id=6e42189c-1e57-405b-bc73-90e35853b6d6)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:32.760414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90189283-f110-4076-8987-452487a906c3 req-fb063d71-6af1-4594-bb21-11fae06b8886 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:32.767325 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-90189283-f110-4076-8987-452487a906c3 req-fb063d71-6af1-4594-bb21-11fae06b8886 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.9058461 Dec 20 12:03:32.825250 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c43c5c7-c31b-4ee4-9187-3d30009aee9a']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:32.826740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.834918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.846712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:32.906194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987a0b4a-71b8-402b-beec-3b7260f9aff4') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:32.906583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987a0b4a-71b8-402b-beec-3b7260f9aff4') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:32.936207 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:32.936498 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Checking segment: {'id': '7c32a3ba-00fc-423e-a331-9f7b84fde0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:32.938376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.938376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Bound using segment: {'id': '7c32a3ba-00fc-423e-a331-9f7b84fde0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:32.938376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Bound port: c9a95e1c-12dc-4115-b568-67d9c70b623d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c32a3ba-00fc-423e-a331-9f7b84fde0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:32.938376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.945519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:32.970178 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:32.970404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:33.001712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Update dhcp port {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': 'c56dfd4c-5ea4-4a8f-a818-4b075890f8b6'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': 'c60ab1a4-a97d-4f70-91fa-c3104b3c1981'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:03:33.019834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.025596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.026791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6492779c-bd9b-4de8-9be8-160e0f12d58d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.033902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Update dhcp port {'port': {'network_id': 'e7f228ce-d7d1-4b85-a13c-6547e960c0d4', 'fixed_ips': [{'subnet_id': '93b8b82a-41b8-4901-94d6-7555ae4afd72', 'ip_address': '172.20.0.2'}, {'subnet_id': '0520b854-9c1b-4d8d-be2a-005e45112634'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': 'e163b045-3f42-4492-af80-4e2ccfb2b7c2'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:03:33.043252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.081615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=97cb92ef-03a7-4539-a0b7-2f65676ce87b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:33.083993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:33.108787 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:33.109194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:33.127643 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:33.140834 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-90189283-f110-4076-8987-452487a906c3 req-468c58c3-2c87-465e-884a-54bda0629ace tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723059 Dec 20 12:03:33.165440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f085e-353c-4e00-a602-1aa7e3207c88 None None] Pushing event updated for resources: {'Port': ['ID=c01f21df-c840-4b75-8d50-863183a69153,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:33.185001 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9b0f085e-353c-4e00-a602-1aa7e3207c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:33.235808 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e36475-283b-4673-81e5-ffe1ac635649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-287fb1a0-7307-44df-bc7f-e1d98c57e0a9', 'network_id': '287fb1a0-7307-44df-bc7f-e1d98c57e0a9', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': '97cb92ef-03a7-4539-a0b7-2f65676ce87b'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:33.236662 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-39e36475-283b-4673-81e5-ffe1ac635649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.263228 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.295615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.307991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port e163b045-3f42-4492-af80-4e2ccfb2b7c2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=e163b045-3f42-4492-af80-4e2ccfb2b7c2,segment=NetworkSegment(40415d87-2747-4e90-9fb0-29756ff32e22),segment_id=40415d87-2747-4e90-9fb0-29756ff32e22)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:33.313805 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Routers {'4710d35f-79ed-4873-b197-fd9f1a0f4186'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:33.314451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['4710d35f-79ed-4873-b197-fd9f1a0f4186'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:33.328601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.370275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287fb1a0-7307-44df-bc7f-e1d98c57e0a9']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:33.378176 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Delete allocated IP 172.20.0.29 (e7f228ce-d7d1-4b85-a13c-6547e960c0d4/0520b854-9c1b-4d8d-be2a-005e45112634) {{(pid=83527) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:03:33.389880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f57a725-bac6-40c6-8610-bfb15664bc5b') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:33.390235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f57a725-bac6-40c6-8610-bfb15664bc5b') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:33.431084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.439828 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] For port c9a95e1c-12dc-4115-b568-67d9c70b623d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:33.443731 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9b0f085e-353c-4e00-a602-1aa7e3207c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.521348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.556403 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.568432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:33.568936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:33.585109 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:33.598451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Deleting port c01f21df-c840-4b75-8d50-863183a69153 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:33.599746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.631822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.655798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] For port c9a95e1c-12dc-4115-b568-67d9c70b623d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c9a95e1c-12dc-4115-b568-67d9c70b623d,segment=NetworkSegment(7c32a3ba-00fc-423e-a331-9f7b84fde0c6),segment_id=7c32a3ba-00fc-423e-a331-9f7b84fde0c6)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:33.713029 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.714017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.737216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Ignored duplicate provisioning block setup for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 12:03:33.739499 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.744771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.750698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.759902 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.774646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.798140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:33.810317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Network': ['ID=4c43c5c7-c31b-4ee4-9187-3d30009aee9a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:33.817097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=287fb1a0-7307-44df-bc7f-e1d98c57e0a9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:33.820313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:33.823206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d459c34-4e2d-4644-99cc-2f235df1591a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.858592 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/287fb1a0-7307-44df-bc7f-e1d98c57e0a9 HTTP/1.1" status: 204 len: 168 time: 1.5038412 Dec 20 12:03:33.862934 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35296) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:33.867964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=e163b045-3f42-4492-af80-4e2ccfb2b7c2,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:33.868322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1116790008'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:33.878788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:33.886270 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:33.916428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:33.918046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:33.923626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:33.927947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:33.967893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:33.981501 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] Set router 4710d35f-79ed-4873-b197-fd9f1a0f4186 gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:34.003535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:34.006518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.025580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:34.029070 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:34.037948 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d73d61-d3ac-45b0-856a-b6c342382966 None None] Network 287fb1a0-7307-44df-bc7f-e1d98c57e0a9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:34.058416 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/4c43c5c7-c31b-4ee4-9187-3d30009aee9a HTTP/1.1" status: 204 len: 168 time: 6.9837337 Dec 20 12:03:34.059155 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35300) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.064886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:34.097045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] In _notify_port_updated(), no bound segment for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 on network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:03:34.101240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:34.102020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.106082 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "PUT /v2.0/ports/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 HTTP/1.1" status: 200 len: 918 time: 1.9059148 Dec 20 12:03:34.107631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d73d61-d3ac-45b0-856a-b6c342382966 None None] Network 287fb1a0-7307-44df-bc7f-e1d98c57e0a9 could not be found, it might have been deleted concurrently. {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 12:03:34.111511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35304) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.123652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93b8b82a-41b8-4901-94d6-7555ae4afd72'}, {'subnet_id': '0520b854-9c1b-4d8d-be2a-005e45112634'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:34.134806 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.151429 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7222287f-2cf3-4b45-ab2d-23f80f2e7b61 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:34.151876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7222287f-2cf3-4b45-ab2d-23f80f2e7b61 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:34.155158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.155506 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment bd93edf1-589a-41e7-a141-b6f6dcfe1fac of type vlan for network caa08899-ac53-4c49-aeef-77c5031afd74 Dec 20 12:03:34.180418 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7222287f-2cf3-4b45-ab2d-23f80f2e7b61 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/7e6ca7f8-310b-443c-9fce-b73df26ea68f HTTP/1.1" status: 404 len: 337 time: 0.1175742 Dec 20 12:03:34.186784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35308) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.215800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.299854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4710d35f-79ed-4873-b197-fd9f1a0f4186', 'name': '', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:23Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port_host': None}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:34.314222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Pushing event updated for resources: {'Port': ['ID=c9a95e1c-12dc-4115-b568-67d9c70b623d,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:34.324969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.337863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:34.338577 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f574e8a-4da1-4fa7-b15a-5d914ba5ef58 None None] The sync data for ids ['4710d35f-79ed-4873-b197-fd9f1a0f4186'] in dv-neutron-victoria-2-hyperv is: [{'id': '4710d35f-79ed-4873-b197-fd9f1a0f4186', 'name': '', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:23Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 4, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port_host': None}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:34.350211 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.356051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:34.356697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.386023 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Allocated IP 172.20.0.18 (e7f228ce-d7d1-4b85-a13c-6547e960c0d4/0520b854-9c1b-4d8d-be2a-005e45112634/e163b045-3f42-4492-af80-4e2ccfb2b7c2) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:34.401340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/c56dfd4c-5ea4-4a8f-a818-4b075890f8b6/c60ab1a4-a97d-4f70-91fa-c3104b3c1981) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:34.407258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:34.436810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9bfd4-d98f-4161-9b85-1ba9044a82d3 req-6a344dc8-ecda-4110-9606-38708318efe6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:34.448790 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b4c9bfd4-d98f-4161-9b85-1ba9044a82d3 req-6a344dc8-ecda-4110-9606-38708318efe6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.9051731 Dec 20 12:03:34.492809 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6237371 Dec 20 12:03:34.506920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35312) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.508087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] For port c01f21df-c840-4b75-8d50-863183a69153, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c01f21df-c840-4b75-8d50-863183a69153,segment=NetworkSegment(6e42189c-1e57-405b-bc73-90e35853b6d6),segment_id=6e42189c-1e57-405b-bc73-90e35853b6d6)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:34.508478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.513055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': 'caa08899-ac53-4c49-aeef-77c5031afd74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:34.563692 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-78230442-6039-4643-a915-964c3b4c99f0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:34.564135 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78230442-6039-4643-a915-964c3b4c99f0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:34.565878 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-78230442-6039-4643-a915-964c3b4c99f0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/4c43c5c7-c31b-4ee4-9187-3d30009aee9a HTTP/1.1" status: 404 len: 339 time: 0.3671086 Dec 20 12:03:34.680284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35316) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.732862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Calling delete_port for c01f21df-c840-4b75-8d50-863183a69153 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:34.743437 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] For port e163b045-3f42-4492-af80-4e2ccfb2b7c2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=e163b045-3f42-4492-af80-4e2ccfb2b7c2,segment=NetworkSegment(40415d87-2747-4e90-9fb0-29756ff32e22),segment_id=40415d87-2747-4e90-9fb0-29756ff32e22)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:34.751965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=caa08899-ac53-4c49-aeef-77c5031afd74,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:34.759003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] For port c60ab1a4-a97d-4f70-91fa-c3104b3c1981, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:34.760088 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bdd0b7-71bc-473c-951a-999f36fd41c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:34.763466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bdd0b7-71bc-473c-951a-999f36fd41c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:34.765462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network caa08899-ac53-4c49-aeef-77c5031afd74 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:34.767654 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-37bdd0b7-71bc-473c-951a-999f36fd41c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/d4bab94c-ae2a-4b00-95bf-186da294ef9d HTTP/1.1" status: 404 len: 337 time: 0.0849586 Dec 20 12:03:34.768276 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35320) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.778318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:34.839564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Deleting port 082d7063-b85f-4059-86d2-aebda859df37 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:34.839962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.865244 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b4c9bfd4-d98f-4161-9b85-1ba9044a82d3 req-805c2228-9187-4697-83d2-ec5f4d016cbc tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155800 Dec 20 12:03:34.888250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.893223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.900536 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-246db144-c60e-438e-9f3f-9bb3749b266f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:34.900946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246db144-c60e-438e-9f3f-9bb3749b266f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:34.904988 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-246db144-c60e-438e-9f3f-9bb3749b266f tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/8d70092a-9571-423c-91b2-9adf3aa79044 HTTP/1.1" status: 404 len: 339 time: 0.1233556 Dec 20 12:03:34.906753 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35324) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:34.921259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:34.936031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:34.937426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Transition to ACTIVE for port object e163b045-3f42-4492-af80-4e2ccfb2b7c2 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:34.938527 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Ignored duplicate provisioning block setup for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 12:03:34.942500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.946857 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2f84caf1-cae5-4bc1-b187-6ae275c2fc72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:34.967250 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:34.980518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.011995 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3c4554-26f2-491e-972f-dd59cbbde6a4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:35.012559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3c4554-26f2-491e-972f-dd59cbbde6a4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:35.014292 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0c3c4554-26f2-491e-972f-dd59cbbde6a4 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/af71cec1-9408-4228-b0b1-b62d34278a9c HTTP/1.1" status: 404 len: 337 time: 0.0997963 Dec 20 12:03:35.021363 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35328) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:35.060855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:35.068550 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:35.091944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:35.152747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Pushing event updated for resources: {'Port': ['ID=e163b045-3f42-4492-af80-4e2ccfb2b7c2,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:35.158378 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:35.158854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:35.261185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Pushing event updated for resources: {'Port': ['ID=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:35.271856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:35.283019 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.28 (e7f228ce-d7d1-4b85-a13c-6547e960c0d4/0520b854-9c1b-4d8d-be2a-005e45112634/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:35.308461 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fec1407-cd91-4633-bbe5-44cc74042b41 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:35.309122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fec1407-cd91-4633-bbe5-44cc74042b41 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:35.320210 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2fec1407-cd91-4633-bbe5-44cc74042b41 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/c91a4691-fe2a-432a-b52f-099045d8839d HTTP/1.1" status: 404 len: 339 time: 0.2877095 Dec 20 12:03:35.338158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35332) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:35.340533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.521749 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa31a0c-2c86-40fe-a784-cb3314e63f6a None None] Network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:35.723623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device e163b045-3f42-4492-af80-4e2ccfb2b7c2 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:35.830214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] For port 082d7063-b85f-4059-86d2-aebda859df37, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=082d7063-b85f-4059-86d2-aebda859df37,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:35.836651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.841134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a988eb8e-532e-4e5c-a6ca-29123e1d3a54 None None] Provisioning for port c9a95e1c-12dc-4115-b568-67d9c70b623d completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:35.885584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting port 27b92e60-48de-4b00-8701-83e8e658af7e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:35.886200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:35.965120 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9a95e1c-12dc-4115-b568-67d9c70b623d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:35.978184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Calling delete_port for 082d7063-b85f-4059-86d2-aebda859df37 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:36.075949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port c9a95e1c-12dc-4115-b568-67d9c70b623d completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:36.083853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c9a95e1c-12dc-4115-b568-67d9c70b623d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:36.083853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.194241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:03:36.219964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3416f-8d45-4c04-a7e7-fc396843e7d1 None None] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:36.223708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.260657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.351281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Ignored duplicate provisioning block setup for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 12:03:36.353682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.424044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port c9a95e1c-12dc-4115-b568-67d9c70b623d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c9a95e1c-12dc-4115-b568-67d9c70b623d,segment=NetworkSegment(7c32a3ba-00fc-423e-a331-9f7b84fde0c6),segment_id=7c32a3ba-00fc-423e-a331-9f7b84fde0c6)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:36.425670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a924526-1f93-4db8-a766-ac3075f644f4 None None] Provisioning for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:36.437721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a924526-1f93-4db8-a766-ac3075f644f4 None None] Provisioning complete for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:36.438541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a924526-1f93-4db8-a766-ac3075f644f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.480593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.486190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.495087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9b0f085e-353c-4e00-a602-1aa7e3207c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:36.500791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.513575 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:36.556105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.568535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Calling delete_port for 27b92e60-48de-4b00-8701-83e8e658af7e owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:36.603903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event deleted for resources: {'Port': ['ID=c01f21df-c840-4b75-8d50-863183a69153,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:36.605153 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9a924526-1f93-4db8-a766-ac3075f644f4 None None] Port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:36.618694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b91ce5a9-9809-4152-a430-bc312dd0006e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:36.654421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=c9a95e1c-12dc-4115-b568-67d9c70b623d,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:36.665784 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:36.706515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a924526-1f93-4db8-a766-ac3075f644f4 None None] Provisioning for port e163b045-3f42-4492-af80-4e2ccfb2b7c2 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:36.727448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.733235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a924526-1f93-4db8-a766-ac3075f644f4 None None] Provisioning complete for port e163b045-3f42-4492-af80-4e2ccfb2b7c2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:36.733678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::1 (51a1536f-8906-4846-ba25-f9918687ea89/c56dfd4c-5ea4-4a8f-a818-4b075890f8b6/821d0cd9-706d-4382-83c4-6c13fbc2d5e5) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:36.735912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a924526-1f93-4db8-a766-ac3075f644f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.779121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:36.780541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-79e8411f-e8b4-45bd-adf3-7b783234bbd8 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:36.846684 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:36.881297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:36.882562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:36.917583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=082d7063-b85f-4059-86d2-aebda859df37,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:36.918098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.978506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] In _notify_port_updated(), no bound segment for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 on network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:03:36.982305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:36.982924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:36.986692 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "PUT /v2.0/ports/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 HTTP/1.1" status: 200 len: 998 time: 2.8708115 Dec 20 12:03:36.994302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35338) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.002287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:37.027886 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-29819621-9a55-4989-85c0-270ae5fbe2bc None None] Provisioning complete for port c9a95e1c-12dc-4115-b568-67d9c70b623d triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:37.031461 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-29819621-9a55-4989-85c0-270ae5fbe2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.041897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.044489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'caa08899-ac53-4c49-aeef-77c5031afd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:37.045091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: caa08899-ac53-4c49-aeef-77c5031afd74, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:37.088532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=360da3c9-6246-48d2-8fc6-34f027aa64d4,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:37.091894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:37.108675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0ba66ae9-30f0-47cb-a287-a3bda7d56600 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:37.125076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af17e5-3c14-43d2-80c9-1d1046b3d3d9 req-b022aff4-eaf6-4d7b-b93a-9c971be08c91 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:37.126556 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-41af17e5-3c14-43d2-80c9-1d1046b3d3d9 req-b022aff4-eaf6-4d7b-b93a-9c971be08c91 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.0223212 Dec 20 12:03:37.149227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.152400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Port': ['ID=27b92e60-48de-4b00-8701-83e8e658af7e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:37.158833 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:37.159176 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.183445 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/ports/27b92e60-48de-4b00-8701-83e8e658af7e HTTP/1.1" status: 204 len: 168 time: 1.8279576 Dec 20 12:03:37.184734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:37.190729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35342) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.231660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-29819621-9a55-4989-85c0-270ae5fbe2bc None None] Provisioning for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:37.250570 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ae4839-4eaa-4aae-892b-15cabd108f86 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:37.251006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ae4839-4eaa-4aae-892b-15cabd108f86 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:37.252715 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-67ae4839-4eaa-4aae-892b-15cabd108f86 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/8cac6883-1594-413a-ba73-f5757d0311e6 HTTP/1.1" status: 404 len: 337 time: 0.0618322 Dec 20 12:03:37.256241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35346) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.288351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network caa08899-ac53-4c49-aeef-77c5031afd74 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:37.346663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, caa08899-ac53-4c49-aeef-77c5031afd74) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:37.355294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b321ab-71b4-4888-a604-2c2e06024b49 None None] Network caa08899-ac53-4c49-aeef-77c5031afd74 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:37.411751 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:37.412522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.504403 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.513964 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0054209 Dec 20 12:03:37.518086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35350) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:37.639517 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ecbc73fe-df45-4315-8658-537ebcf7a01c None None] Provisioning complete for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:37.640025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ecbc73fe-df45-4315-8658-537ebcf7a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.710092 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.766683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc73fe-df45-4315-8658-537ebcf7a01c None None] Port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:37.788701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-caa08899-ac53-4c49-aeef-77c5031afd74', 'network_id': 'caa08899-ac53-4c49-aeef-77c5031afd74', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': '360da3c9-6246-48d2-8fc6-34f027aa64d4'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:37.789553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.822347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ecbc73fe-df45-4315-8658-537ebcf7a01c None None] Provisioning complete for port e163b045-3f42-4492-af80-4e2ccfb2b7c2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:37.822746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ecbc73fe-df45-4315-8658-537ebcf7a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.853899 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c60ab1a4-a97d-4f70-91fa-c3104b3c1981 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:37.902397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:37.966049 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-41af17e5-3c14-43d2-80c9-1d1046b3d3d9 req-c5541c36-ae5b-4a30-9011-67e0ddb8a312 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8187146 Dec 20 12:03:38.045726 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:38.090929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.139462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.154263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:38.170051 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Allocated IP 2001:db8::1 (caa08899-ac53-4c49-aeef-77c5031afd74/360da3c9-6246-48d2-8fc6-34f027aa64d4/77944d3f-0e53-4d1b-8d36-53edca7a9b8d) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:38.172196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:38.172526 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.250805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.269706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.311752 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.380965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.388122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-823d4eb2-5dfa-4461-a320-29d493d810f4 tempest-FloatingIPAdminTestJSON-532005316 tempest-FloatingIPAdminTestJSON-532005316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:38.427138 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0f8e1f55-fca2-4c52-8f2c-b73c1ae337d2 None None] Provisioning complete for port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:38.427515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1f55-fca2-4c52-8f2c-b73c1ae337d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.453307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5526a7-e074-400a-8379-0b14668c5557']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:38.465612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.466096 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4710d35f-79ed-4873-b197-fd9f1a0f4186 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:03:38.466381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:38.497497 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.503329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:38.510259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:38.517732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:38.527521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f273cb-0d01-4606-92d0-9ade07420104') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:38.527775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f273cb-0d01-4606-92d0-9ade07420104') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:38.559220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.564133 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e1f55-fca2-4c52-8f2c-b73c1ae337d2 None None] Port 0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:38.568955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:38.569388 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.572432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:38.572432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.583444 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.583842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ffbc-2213-47ba-bae2-8bc74edcd44c req-a732aa66-32e2-4b91-bccc-08a6f6a0b385 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:38.585436 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d7b2ffbc-2213-47ba-bae2-8bc74edcd44c req-a732aa66-32e2-4b91-bccc-08a6f6a0b385 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.3664343 Dec 20 12:03:38.592800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port c60ab1a4-a97d-4f70-91fa-c3104b3c1981, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:38.594288 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Transition to ACTIVE for port object 77944d3f-0e53-4d1b-8d36-53edca7a9b8d will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:38.608280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.609240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9a95e1c-12dc-4115-b568-67d9c70b623d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:38.670245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7882d98a-ac88-4f3b-a4b6-69d07e274ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:38.718512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.736326 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:38.736739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.753882 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Transition to ACTIVE for port object 77944d3f-0e53-4d1b-8d36-53edca7a9b8d will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:38.768123 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:38.785997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.797204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.802407 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4710d35f-79ed-4873-b197-fd9f1a0f4186 HTTP/1.1" status: 204 len: 168 time: 11.1289473 Dec 20 12:03:38.805889 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35356) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:38.810025 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.810951 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:38.815448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:38.816039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7a6740d8-0e30-4f20-9ae6-838506eebea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:38.839491 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d7b2ffbc-2213-47ba-bae2-8bc74edcd44c req-a3b7134b-04e4-4356-b8aa-0f7b72de0710 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683795 Dec 20 12:03:38.871258 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.893374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:38.898660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Pushing event updated for resources: {'Port': ['ID=77944d3f-0e53-4d1b-8d36-53edca7a9b8d,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:38.904357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:38.908910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Network caa08899-ac53-4c49-aeef-77c5031afd74 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:38.910704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:38.913088 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:38.932636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:38.953664 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c9a95e1c-12dc-4115-b568-67d9c70b623d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:38.954058 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.067817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Attempting to bind port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:39.068243 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Attempting to bind port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'caa08899-ac53-4c49-aeef-77c5031afd74'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:39.068628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Attempting to bind port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d on network caa08899-ac53-4c49-aeef-77c5031afd74 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:39.085164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:39.086162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Checking segment: {'id': 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'caa08899-ac53-4c49-aeef-77c5031afd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:39.086467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.086944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Bound using segment: {'id': 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'caa08899-ac53-4c49-aeef-77c5031afd74'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:39.087340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Bound port: 77944d3f-0e53-4d1b-8d36-53edca7a9b8d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'caa08899-ac53-4c49-aeef-77c5031afd74'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:39.087747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.104199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3c003e09-6636-4928-abba-e91c1e3df59c None None] Provisioning for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:39.107654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.119063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=360da3c9-6246-48d2-8fc6-34f027aa64d4,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:39.121448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:39.146597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3c003e09-6636-4928-abba-e91c1e3df59c None None] Provisioning complete for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:39.147064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3c003e09-6636-4928-abba-e91c1e3df59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.164394 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.168527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.178362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed2c6589-f523-4ab4-a805-6ccb4bbb3354 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:39.207802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa08899-ac53-4c49-aeef-77c5031afd74']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:39.224702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Deleting subnet 5684f67e-08de-4f4c-92e0-58bee1d963dc {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:39.232393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Network': ['ID=9d5526a7-e074-400a-8379-0b14668c5557,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:39.234836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:39.266714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.300794 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/9d5526a7-e074-400a-8379-0b14668c5557 HTTP/1.1" status: 204 len: 168 time: 2.0400610 Dec 20 12:03:39.302722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:39.303020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:39.313133 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3c003e09-6636-4928-abba-e91c1e3df59c None None] Port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:39.320269 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35362) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:39.324940 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] For port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:39.328698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] For port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=77944d3f-0e53-4d1b-8d36-53edca7a9b8d,segment=NetworkSegment(bd93edf1-589a-41e7-a141-b6f6dcfe1fac),segment_id=bd93edf1-589a-41e7-a141-b6f6dcfe1fac)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:39.333542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.335065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.340141 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:39.405168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:39.415096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.422254 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Pushing event updated for resources: {'Port': ['ID=77944d3f-0e53-4d1b-8d36-53edca7a9b8d,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:39.438964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.458438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:39.476783 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:39.477191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.484340 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:39.496841 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:39.498683 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.503407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820cb552-b03d-4697-aca6-1f78f8d2ac0e None None] Network caa08899-ac53-4c49-aeef-77c5031afd74 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:39.514517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-07516a9c-a625-4ac8-8e13-9ece10333041 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:39.562243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting port d9bafed7-7ebc-4adf-aa57-0b643220d232 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:39.562583 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.599018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e59454-bfd6-4726-a3e3-c006a290c7c8 req-28b27539-339b-4061-be13-a09f78aefb72 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:39.600500 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-66e59454-bfd6-4726-a3e3-c006a290c7c8 req-28b27539-339b-4061-be13-a09f78aefb72 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5498471 Dec 20 12:03:39.616941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:39.619916 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:39.621974 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c60ab1a4-a97d-4f70-91fa-c3104b3c1981 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:39.787686 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-66e59454-bfd6-4726-a3e3-c006a290c7c8 req-146a40ba-78f6-4310-939e-62f999d89a67 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643512 Dec 20 12:03:39.825362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.838609 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:39.839003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.965317 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:03:39.965317 dv-neutron-victoria-2-hyperv neutron-server[83527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:03:39.965317 dv-neutron-victoria-2-hyperv neutron-server[83527]: [parameters: {'id': 'caa08899-ac53-4c49-aeef-77c5031afd74'}] Dec 20 12:03:39.965317 dv-neutron-victoria-2-hyperv neutron-server[83527]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:39.965775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:39.966899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.977716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:39.978431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4ead2cb4-1a4f-45e4-9caa-ee49fd9f7443 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:40.028855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.029669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.042451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-412f86bd-9294-464a-8627-ffb5951ae979 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:40.084475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5684f67e-08de-4f4c-92e0-58bee1d963dc,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:40.092347 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:40.103657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.146157 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/5684f67e-08de-4f4c-92e0-58bee1d963dc HTTP/1.1" status: 204 len: 168 time: 1.3354714 Dec 20 12:03:40.153054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35368) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:40.187367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.189232 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 HTTP/1.1" status: 204 len: 168 time: 3.1936018 Dec 20 12:03:40.195154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35372) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:40.230035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:40.253897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:40.311023 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aac5c7d-6e31-4876-87a9-b24416cc2dad tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:03:40.311622 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8aac5c7d-6e31-4876-87a9-b24416cc2dad tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:40.322554 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3589c357-221d-4229-b0ae-1d19d515fc09 None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:03:40.361322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.364376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511bc28-d028-4baa-a10c-645ece5feb56 req-244a6dea-8e98-405f-879e-80bd7a1d0e5b tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:40.365847 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a511bc28-d028-4baa-a10c-645ece5feb56 req-244a6dea-8e98-405f-879e-80bd7a1d0e5b tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.3910239 Dec 20 12:03:40.469233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:40.473073 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3589c357-221d-4229-b0ae-1d19d515fc09 None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:03:40.477237 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] 10.222.0.41 "PUT /v2.0/routers/63e7e1fb-974f-4842-8d33-3b84f1ef55fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8095350 Dec 20 12:03:40.480083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35376) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:40.483949 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] Sync routers for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:40.496035 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:40.497525 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:40.498930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.500760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.508893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Calling delete_port for d9bafed7-7ebc-4adf-aa57-0b643220d232 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:40.548803 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:40.556975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:40.573811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8aac5c7d-6e31-4876-87a9-b24416cc2dad tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:40.577165 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8aac5c7d-6e31-4876-87a9-b24416cc2dad tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 HTTP/1.1" status: 404 len: 333 time: 0.3764312 Dec 20 12:03:40.579227 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35380) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:40.675171 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:40.675502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.706833 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:40.793616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.867657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-730879e4-9352-456c-b458-b74ac1cf5553 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:40.899535 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a511bc28-d028-4baa-a10c-645ece5feb56 req-9548586b-3032-4a92-8625-037bd19d389f tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5215526 Dec 20 12:03:40.945456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:40.969139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Port': ['ID=d9bafed7-7ebc-4adf-aa57-0b643220d232,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:40.984358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:41.023267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25dda6e-963f-42c3-8d9c-27e69a181675']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:41.043678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.090073 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e42189c-1e57-405b-bc73-90e35853b6d6') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:41.090719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e42189c-1e57-405b-bc73-90e35853b6d6') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:41.104392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.163052 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:41.167803 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] Checking router: 63e7e1fb-974f-4842-8d33-3b84f1ef55fe for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:41.180282 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/ports/d9bafed7-7ebc-4adf-aa57-0b643220d232 HTTP/1.1" status: 204 len: 168 time: 1.8547659 Dec 20 12:03:41.187415 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] Routers {'63e7e1fb-974f-4842-8d33-3b84f1ef55fe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:41.187588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.188167 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:41.195342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:41.195740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.223015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35386) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:41.342854 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-37acdfce-e849-448f-9329-259e2b1ca9b0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:41.343307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37acdfce-e849-448f-9329-259e2b1ca9b0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:41.345234 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-37acdfce-e849-448f-9329-259e2b1ca9b0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/5a8177e1-3f29-45ad-8400-be5166e3695d HTTP/1.1" status: 404 len: 337 time: 0.0613077 Dec 20 12:03:41.353227 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35390) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:41.391863 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] Set router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:41.471996 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:41.489355 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.508771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b20aaf71-7f22-4fec-9971-03ea2af072aa tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:41.525556 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c25dda6e-963f-42c3-8d9c-27e69a181675 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 12:03:41.559293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.580487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.609442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.611557 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cd942a1f-d503-4969-ae2c-c156ee6e820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.627571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event deleted for resources: {'Network': ['ID=c25dda6e-963f-42c3-8d9c-27e69a181675,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:41.653197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:41.664813 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c25dda6e-963f-42c3-8d9c-27e69a181675 HTTP/1.1" status: 204 len: 168 time: 1.5109744 Dec 20 12:03:41.669366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] For port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=77944d3f-0e53-4d1b-8d36-53edca7a9b8d,segment=NetworkSegment(bd93edf1-589a-41e7-a141-b6f6dcfe1fac),segment_id=bd93edf1-589a-41e7-a141-b6f6dcfe1fac)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:41.669806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.779649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Router a51f6106-a8b3-4447-af01-b200b14c4bbe has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:41.811615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-83a31f9d-69a3-441f-a5e8-76c906c4aa18 None None] Provisioning complete for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:41.812014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-83a31f9d-69a3-441f-a5e8-76c906c4aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.848198 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:41.853044 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057c186-5727-41c3-8d22-4256bc553c8d None None] The sync data for ids ['63e7e1fb-974f-4842-8d33-3b84f1ef55fe'] in dv-neutron-victoria-2-hyperv is: [{'id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'name': 'tempest-ServersTestJSON-442076182-router', 'tenant_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:03:30Z', 'revision_number': 5, 'project_id': 'a5fd11eeb90e4c22b58b92d614cb2faa', 'gw_port': {'id': '4f437681-79f3-4394-a970-7f3ff164c5b7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e7e1fb-974f-4842-8d33-3b84f1ef55fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:23Z', 'updated_at': '2021-12-20T12:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:41.881389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Calling delete_port for 77944d3f-0e53-4d1b-8d36-53edca7a9b8d owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:41.885697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7c905-c250-4205-ad71-f230a94779f8 None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:03:41.909151 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet 0520b854-9c1b-4d8d-be2a-005e45112634 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:41.912166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:41.966949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.054475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.087161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35400) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:42.097972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'router': {'name': 'tempest-router--409002835', 'project_id': 'bd9e1131ae2c499da2011909b6032b7e'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:42.113192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:42.116401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.129601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:router and tenant:bd9e1131ae2c499da2011909b6032b7e is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:42.139780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:42.147553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289fca55-37f7-4ebd-ae57-b6e1ffef9e06']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:42.150128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:42.165436 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5139f1-760f-479e-ae86-70d368a90674') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:42.168509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5139f1-760f-479e-ae86-70d368a90674') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:42.183123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.197114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.197114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.211455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.214063 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-fa335856-9e30-44ee-97e0-301efe8207bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6701562 Dec 20 12:03:42.217486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.220373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:42.220950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.224373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b06de112-0872-4f12-aafa-2fa536b5c4f7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:42.233553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-83a31f9d-69a3-441f-a5e8-76c906c4aa18 None None] Provisioning complete for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:42.233952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-83a31f9d-69a3-441f-a5e8-76c906c4aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.293652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.313779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=0520b854-9c1b-4d8d-be2a-005e45112634,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:42.321812 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:42.326798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7c905-c250-4205-ad71-f230a94779f8 None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:03:42.327228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:42.328681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:42.329193 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-83a31f9d-69a3-441f-a5e8-76c906c4aa18 None None] Port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:42.376822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Port': ['ID=77944d3f-0e53-4d1b-8d36-53edca7a9b8d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:42.379837 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:42.383980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.389526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No DVR routers for this DVR port 77944d3f-0e53-4d1b-8d36-53edca7a9b8d on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:42.414390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Router a03dcacc-a20a-4d6a-b365-ef5249303793 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:03:42.421256 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.427043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a2345db5-443a-4dd1-9af0-9bc1232602ad tempest-ExternalNetworksTestJSON-1869066699 tempest-ExternalNetworksTestJSON-1869066699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:42.431702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.441777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.459857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Network': ['ID=289fca55-37f7-4ebd-ae57-b6e1ffef9e06,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:42.464205 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/0520b854-9c1b-4d8d-be2a-005e45112634 HTTP/1.1" status: 204 len: 168 time: 1.8760357 Dec 20 12:03:42.470059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35404) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:42.470755 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:42.479135 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-138ae27d-6855-4073-8006-404865345bad tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/289fca55-37f7-4ebd-ae57-b6e1ffef9e06 HTTP/1.1" status: 204 len: 168 time: 1.1129534 Dec 20 12:03:42.484848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35408) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:42.485837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-91ddc076-abb0-43aa-b5c4-2e2f0a9b7267 None None] Provisioning complete for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:42.486422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-91ddc076-abb0-43aa-b5c4-2e2f0a9b7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.646653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.668140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.680213 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-4063fa26-81f1-4672-8df4-bb923c03064c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1099 time: 0.4266522 Dec 20 12:03:42.821357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa08899-ac53-4c49-aeef-77c5031afd74']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:42.834669 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-91ddc076-abb0-43aa-b5c4-2e2f0a9b7267 None None] Provisioning complete for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:42.835823 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-91ddc076-abb0-43aa-b5c4-2e2f0a9b7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.862856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:42.863227 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd93edf1-589a-41e7-a141-b6f6dcfe1fac') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:42.873324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.874483 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-94554ea4-3b8f-4792-b82f-78537b012eab tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7863157 Dec 20 12:03:42.892769 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-91ddc076-abb0-43aa-b5c4-2e2f0a9b7267 None None] Port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:42.895878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35412) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:42.940138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:42.979229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting subnet 1ded15c2-ef2b-4c8d-aa57-b6e96ceb0e4d {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:42.980242 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502fa00-e1b6-41ee-8d39-0393c8e200ab None None] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:42.982268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.027343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.050612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:43.051842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:43.068182 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:43.077531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.204688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-280e49c6-f1d5-44f4-aaf7-9a5443f433d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:43.207105 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-280e49c6-f1d5-44f4-aaf7-9a5443f433d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 913 time: 0.4615154 Dec 20 12:03:43.261706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.277110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4683-00de-4d15-8c23-e82c0bbc8688 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.326316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3721297e-d6fe-4bee-abcc-869ca97894b0 None None] Provisioning complete for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:43.327116 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3721297e-d6fe-4bee-abcc-869ca97894b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.406073 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3721297e-d6fe-4bee-abcc-869ca97894b0 None None] Port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:43.414559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.423575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-08ae1879-52ed-42e7-8e4d-1b46a6514838 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:43.431681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet 93b8b82a-41b8-4901-94d6-7555ae4afd72 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:43.433689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Deleting port 4f437681-79f3-4394-a970-7f3ff164c5b7 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:43.434029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.448978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.470438 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=caa08899-ac53-4c49-aeef-77c5031afd74,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:43.471382 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.483183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:43.484892 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:43.487103 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/caa08899-ac53-4c49-aeef-77c5031afd74 HTTP/1.1" status: 204 len: 168 time: 5.9680147 Dec 20 12:03:43.490589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35416) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:43.496459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2027988312'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:43.505433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:43.510981 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-2fc88baa-3c3f-47b7-93d2-2f4329396ac2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 1002 time: 0.2907889 Dec 20 12:03:43.514626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:43.573332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:43.587902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:43.588180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.589015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1e6830d9-c9f3-47e4-bfc5-e3ba68cf2f68 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:43.596502 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:43.604682 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] 10.222.0.41 "PUT /v2.0/routers/a51f6106-a8b3-4447-af01-b200b14c4bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3386259 Dec 20 12:03:43.608040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:43.613790 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] Sync routers for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:43.629000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35420) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:43.629503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:43.645925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:43.663679 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:43.676415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:43.682011 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "PUT /v2.0/routers/a03dcacc-a20a-4d6a-b365-ef5249303793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1597395 Dec 20 12:03:43.692185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Sync routers for ids ['a03dcacc-a20a-4d6a-b365-ef5249303793'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:43.716495 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Routers {'a03dcacc-a20a-4d6a-b365-ef5249303793'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:43.717395 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a03dcacc-a20a-4d6a-b365-ef5249303793'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:43.730400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35424) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:43.890834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b05d46-8a57-4244-b625-cb909b909475 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:43.894572 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-47b05d46-8a57-4244-b625-cb909b909475 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports/821d0cd9-706d-4382-83c4-6c13fbc2d5e5 HTTP/1.1" status: 200 len: 911 time: 0.1346931 Dec 20 12:03:43.899873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35428) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:43.976801 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Set router a03dcacc-a20a-4d6a-b365-ef5249303793 gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:43.983112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:43.988264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.020665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-3e252310-5d73-4f61-9f39-8828a5e6e99b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:44.023033 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-3e252310-5d73-4f61-9f39-8828a5e6e99b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.5033243 Dec 20 12:03:44.107132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4683-00de-4d15-8c23-e82c0bbc8688 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.114667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] For port 4f437681-79f3-4394-a970-7f3ff164c5b7, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4f437681-79f3-4394-a970-7f3ff164c5b7,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:44.115024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.131185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4683-00de-4d15-8c23-e82c0bbc8688 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.175488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d570851f-40a3-4f73-a873-05da516f5cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.202236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:44.205595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:44.209734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.219997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:44.279742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Subnet': ['ID=1ded15c2-ef2b-4c8d-aa57-b6e96ceb0e4d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:44.331337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:44.344054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.345248 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment 620bc4f9-6c69-4ef1-bbc8-86a748aa26a5 of type vlan for network fb9c2418-57b7-4734-a326-c3d61f5a2f3c Dec 20 12:03:44.403018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.410797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Calling delete_port for 4f437681-79f3-4394-a970-7f3ff164c5b7 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:44.439677 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-8122667b-57a4-4906-9d83-6969f52e8571 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3984954 Dec 20 12:03:44.441761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.446247 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'name': 'tempest-NetworksTestDHCPv6-router-1892418902', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:38Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None, '_interfaces': [{'id': '821d0cd9-706d-4382-83c4-6c13fbc2d5e5', 'name': '', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'mac_address': 'fa:16:3e:b8:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56dfd4c-5ea4-4a8f-a818-4b075890f8b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:35Z', 'updated_at': '2021-12-20T12:03:39Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'subnets': [{'id': 'c56dfd4c-5ea4-4a8f-a818-4b075890f8b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:44.452510 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Checking router: a03dcacc-a20a-4d6a-b365-ef5249303793 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:44.453200 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Updating router a03dcacc-a20a-4d6a-b365-ef5249303793 port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:03:44.456586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5d738-d433-49e8-9c35-2db12581bdbc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:44.460790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.460944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5d738-d433-49e8-9c35-2db12581bdbc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:44.465006 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bba5d738-d433-49e8-9c35-2db12581bdbc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5590243 Dec 20 12:03:44.486399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35432) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:44.489595 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/subnets/1ded15c2-ef2b-4c8d-aa57-b6e96ceb0e4d HTTP/1.1" status: 204 len: 168 time: 2.0022771 Dec 20 12:03:44.495291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35436) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:44.496950 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a4d898b9-14ac-4ab1-9790-024c76359d51 None None] Provisioning complete for port e163b045-3f42-4492-af80-4e2ccfb2b7c2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:44.497344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a4d898b9-14ac-4ab1-9790-024c76359d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.550498 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.575059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b972b5d-a41c-478d-a35e-2a4f32186b32 None None] Network 276556fb-6d93-4482-adc0-add8cd4e4ab6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:44.738772 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:03:44.802827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4683-00de-4d15-8c23-e82c0bbc8688 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.803531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d4683-00de-4d15-8c23-e82c0bbc8688 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4d5ba27-89c7-443e-9d24-44b17bd39eb8 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:03:44.847612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf8d4683-00de-4d15-8c23-e82c0bbc8688 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.851851 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf8d4683-00de-4d15-8c23-e82c0bbc8688 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c4d5ba27-89c7-443e-9d24-44b17bd39eb8 HTTP/1.1" status: 204 len: 168 time: 1.9089415 Dec 20 12:03:44.853863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.857514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:44.858126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.864211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.874696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c82888c9-81e3-428a-8651-931d431033dd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:44.880830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:44.906296 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4120541 Dec 20 12:03:44.915698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:44.920267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35442) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:44.941018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:44.984008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f437681-79f3-4394-a970-7f3ff164c5b7,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:44.986813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.002470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:45.003751 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-677b32ec-8c5a-4256-b623-54737ea67a6a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:45.061613 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.076442 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Transition to ACTIVE for port object 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:45.088647 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-0e627ded-6315-4983-ace3-5370e98cbe2c service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241994 Dec 20 12:03:45.091334 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.095810 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-ac021efb-398f-486a-bf68-c51b271c5ac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:45.106958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.130215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=93b8b82a-41b8-4901-94d6-7555ae4afd72,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:45.132769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.146392 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/93b8b82a-41b8-4901-94d6-7555ae4afd72 HTTP/1.1" status: 204 len: 168 time: 2.6735353 Dec 20 12:03:45.147814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:45.148504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35446) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:45.148914 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35448) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:45.168902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f81d7-8761-4d36-9584-a999ad7d1557 None None] Network e7f228ce-d7d1-4b85-a13c-6547e960c0d4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:45.185976 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Deleting port 4989fbd4-fa79-4326-80ab-bd3450179ff0 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:45.186304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.252941 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Pushing event updated for resources: {'Port': ['ID=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:45.275777 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.276403 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.276894 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.277364 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.277842 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.278309 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.278817 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.279443 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.280079 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.280574 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.281056 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:03:45.283253 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.313870 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:45.376933 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port e163b045-3f42-4492-af80-4e2ccfb2b7c2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:45.382283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.426126 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Attempting to bind port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:45.426519 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Attempting to bind port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:45.426884 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Attempting to bind port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:45.456562 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:45.458238 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:45.459886 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.460570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.467830 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:45.468758 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Bound port: 821d0cd9-706d-4382-83c4-6c13fbc2d5e5, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:45.474004 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.580874 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.666110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:03:36Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:45.670832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] Checking router: a51f6106-a8b3-4447-af01-b200b14c4bbe for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:45.684791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.685340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] Routers {'a51f6106-a8b3-4447-af01-b200b14c4bbe'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:45.686098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a51f6106-a8b3-4447-af01-b200b14c4bbe'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:45.700219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=fb9c2418-57b7-4734-a326-c3d61f5a2f3c,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:45.730736 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] For port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:45.744451 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] For port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:45.756685 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.777231 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:45.821155 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network fb9c2418-57b7-4734-a326-c3d61f5a2f3c details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:45.846901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] DHCP port deletion for e7f228ce-d7d1-4b85-a13c-6547e960c0d4 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:45.867917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] DHCP port deletion for 276556fb-6d93-4482-adc0-add8cd4e4ab6 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:45.882638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Deleting port e163b045-3f42-4492-af80-4e2ccfb2b7c2 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:45.883162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:45.920685 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Routers {'a03dcacc-a20a-4d6a-b365-ef5249303793'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:45.921323 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a03dcacc-a20a-4d6a-b365-ef5249303793'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:46.018029 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:46.032875 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-e955b5c7-5a33-49db-ac50-9c6bb2831f4f req-1fb0b104-912f-471c-92ba-5b404deaa082 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8524709 Dec 20 12:03:46.089982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.095271 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Pushing event updated for resources: {'Port': ['ID=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:46.106102 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:46.109931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1609890813', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:46.127411 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] Set router a03dcacc-a20a-4d6a-b365-ef5249303793 gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:46.139982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] For port 4989fbd4-fa79-4326-80ab-bd3450179ff0, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4989fbd4-fa79-4326-80ab-bd3450179ff0,segment=NetworkSegment(1861cf1b-2516-4f97-b828-c0830354ec95),segment_id=1861cf1b-2516-4f97-b828-c0830354ec95)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:46.140387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.142642 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.171556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:46.206565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Deleting port 4989fbd4-fa79-4326-80ab-bd3450179ff0 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:46.207006 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.225507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Usage tracker for resource:router and tenant:461f6fef4c5d4f56be5967ca7f311d48 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:46.228327 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.228976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e7e1fb-974f-4842-8d33-3b84f1ef55fe {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:03:46.235381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:46.247851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:46.253141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:46.256519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:46.263481 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:46.265413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:46.274310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.275760 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] 10.222.0.41 "DELETE /v2.0/routers/63e7e1fb-974f-4842-8d33-3b84f1ef55fe HTTP/1.1" status: 204 len: 168 time: 5.7936215 Dec 20 12:03:46.277972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] For port e163b045-3f42-4492-af80-4e2ccfb2b7c2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=e163b045-3f42-4492-af80-4e2ccfb2b7c2,segment=NetworkSegment(40415d87-2747-4e90-9fb0-29756ff32e22),segment_id=40415d87-2747-4e90-9fb0-29756ff32e22)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:46.278556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.288127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35456) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:46.377287 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] Set router a51f6106-a8b3-4447-af01-b200b14c4bbe gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:46.477992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:46.591120 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for e163b045-3f42-4492-af80-4e2ccfb2b7c2 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:46.600091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Deleting subnet 4034364a-ccde-4f94-9e46-b0184dda5003 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:46.604517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.611267 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'name': 'tempest-NetworksTestDHCPv6-router-1892418902', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:38Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None, '_interfaces': [{'id': '821d0cd9-706d-4382-83c4-6c13fbc2d5e5', 'name': '', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'mac_address': 'fa:16:3e:b8:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56dfd4c-5ea4-4a8f-a818-4b075890f8b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:35Z', 'updated_at': '2021-12-20T12:03:45Z', 'revision_number': 4, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'subnets': [{'id': 'c56dfd4c-5ea4-4a8f-a818-4b075890f8b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:46.618279 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56065326-4eb7-400d-ba8c-38df28c18df2 None None] The sync data for ids ['a03dcacc-a20a-4d6a-b365-ef5249303793'] in dv-neutron-victoria-2-hyperv is: [{'id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'name': 'tempest-NetworksTestDHCPv6-router-1892418902', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:38Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None, '_interfaces': [{'id': '821d0cd9-706d-4382-83c4-6c13fbc2d5e5', 'name': '', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'mac_address': 'fa:16:3e:b8:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56dfd4c-5ea4-4a8f-a818-4b075890f8b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:35Z', 'updated_at': '2021-12-20T12:03:45Z', 'revision_number': 4, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'subnets': [{'id': 'c56dfd4c-5ea4-4a8f-a818-4b075890f8b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:46.621263 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.622333 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.671274 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] For port e163b045-3f42-4492-af80-4e2ccfb2b7c2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=e163b045-3f42-4492-af80-4e2ccfb2b7c2,segment=NetworkSegment(40415d87-2747-4e90-9fb0-29756ff32e22),segment_id=40415d87-2747-4e90-9fb0-29756ff32e22)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:46.671903 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.680587 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.697937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.726230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.731628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:46.743641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.943820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:46.945380 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=e163b045-3f42-4492-af80-4e2ccfb2b7c2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:46.955609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:46.963320 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No DVR routers for this DVR port e163b045-3f42-4492-af80-4e2ccfb2b7c2 on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:46.990000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Calling delete_port for e163b045-3f42-4492-af80-4e2ccfb2b7c2 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:46.997422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Calling delete_port for 4989fbd4-fa79-4326-80ab-bd3450179ff0 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:46.999855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.077235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.144433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.221555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f228ce-d7d1-4b85-a13c-6547e960c0d4']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:47.242888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40415d87-2747-4e90-9fb0-29756ff32e22') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:47.243223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40415d87-2747-4e90-9fb0-29756ff32e22') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:47.261418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.274588 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] For port 4989fbd4-fa79-4326-80ab-bd3450179ff0, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4989fbd4-fa79-4326-80ab-bd3450179ff0,segment=NetworkSegment(1861cf1b-2516-4f97-b828-c0830354ec95),segment_id=1861cf1b-2516-4f97-b828-c0830354ec95)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:47.275002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.302254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.316083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:47.316735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:47.333712 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:47.383651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.394413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d9f999e-20db-45a4-a6df-a41465a248ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:47.447229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.480265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.524525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Calling delete_port for 4989fbd4-fa79-4326-80ab-bd3450179ff0 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:47.561811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.568434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:47.601818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.604591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:47.604908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=e7f228ce-d7d1-4b85-a13c-6547e960c0d4,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:47.605025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:47.613910 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:47.660021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:47.663861 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/e7f228ce-d7d1-4b85-a13c-6547e960c0d4 HTTP/1.1" status: 204 len: 168 time: 2.5070801 Dec 20 12:03:47.666737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35462) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:47.681214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Port': ['ID=4989fbd4-fa79-4326-80ab-bd3450179ff0,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:47.684412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:47.717566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:47.718556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:47.730371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.745620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57b94a4e-84dc-4222-bec6-cf7702a3161a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:47.765633 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:03:36Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:47.772257 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c616562-e8c1-407b-a208-a1a019e29b20 None None] The sync data for ids ['a51f6106-a8b3-4447-af01-b200b14c4bbe'] in dv-neutron-victoria-2-hyperv is: [{'id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'name': 'tempest-ServersTestManualDisk-1912111069-router', 'tenant_id': 'cd1a646924af49cfb7abbe0531549aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187'}], 'enable_snat': True}, 'gw_port_id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:19Z', 'updated_at': '2021-12-20T12:03:36Z', 'revision_number': 5, 'project_id': 'cd1a646924af49cfb7abbe0531549aaf', 'gw_port': {'id': '8a90555e-0d71-4b51-9f24-58e4df31b659', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f6106-a8b3-4447-af01-b200b14c4bbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:47.789425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:47.793738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] No DVR routers for this DVR port 4989fbd4-fa79-4326-80ab-bd3450179ff0 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:47.794765 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:47.795094 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.796705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Allocated IP 172.36.7.194 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/0a8cb12a-72d3-4da5-8eae-c1ccfd35fa96) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:47.822760 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c5b5f-6fef-4731-acb0-983d2b97db25 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:47.823291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-650c5b5f-6fef-4731-acb0-983d2b97db25 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:47.842224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4034364a-ccde-4f94-9e46-b0184dda5003,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:47.845220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:47.856128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:47.863956 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-650c5b5f-6fef-4731-acb0-983d2b97db25 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:47.865363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e7dd9-a4c2-464e-a226-ffe2e43c3cae None None] Network 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:47.869072 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-650c5b5f-6fef-4731-acb0-983d2b97db25 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2013931 Dec 20 12:03:47.872170 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35466) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:47.935632 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4034364a-ccde-4f94-9e46-b0184dda5003 HTTP/1.1" status: 204 len: 168 time: 1.6408837 Dec 20 12:03:47.940855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35470) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:48.014035 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.053580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.061881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:48.089465 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.097964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.103083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276556fb-6d93-4482-adc0-add8cd4e4ab6']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:48.109357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Deleting port e163b045-3f42-4492-af80-4e2ccfb2b7c2 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:48.110159 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.141275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1861cf1b-2516-4f97-b828-c0830354ec95') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:48.141730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1861cf1b-2516-4f97-b828-c0830354ec95') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:48.167206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Deleting port 8a90555e-0d71-4b51-9f24-58e4df31b659 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:48.167698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.197444 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.198407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c29b0ed4-8a6e-4dbf-a060-57c7221d0bb0 None None] The port 'e163b045-3f42-4492-af80-4e2ccfb2b7c2' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:03:48.220802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:48.221976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Deleting port 4989fbd4-fa79-4326-80ab-bd3450179ff0 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:48.222597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.246563 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=db9e9c1a-790a-4db8-a9ba-dc10f9037485,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:48.249462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:48.274915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.277229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.278921 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:48.314800 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.338367 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.347580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:48.348127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.349661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Deleting port b28936c7-3971-4449-8516-c3ad6d948e52 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:48.349994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:48.365344 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:48.386394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-662f8229-c25e-44a2-a9a6-5f88de929349 None None] The port '4989fbd4-fa79-4326-80ab-bd3450179ff0' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:03:48.407421 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1caae1d5-a2e2-492d-9903-5b93d5fc465c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5310743 Dec 20 12:03:48.409653 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35474) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:48.410920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4989fbd4-fa79-4326-80ab-bd3450179ff0 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:48.419789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911592470'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:48.432977 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:48.459171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 4989fbd4-fa79-4326-80ab-bd3450179ff0 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:48.459526 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4989fbd4-fa79-4326-80ab-bd3450179ff0 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:48.460779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device e163b045-3f42-4492-af80-4e2ccfb2b7c2 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:48.466991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:48.467409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: fb9c2418-57b7-4734-a326-c3d61f5a2f3c, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:48.525568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:48.530205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: e163b045-3f42-4492-af80-4e2ccfb2b7c2 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:48.530662 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device e163b045-3f42-4492-af80-4e2ccfb2b7c2 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:48.530987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4f437681-79f3-4394-a970-7f3ff164c5b7 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:48.533284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:48.542700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:48.558546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:48.565553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:48.572427 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 4f437681-79f3-4394-a970-7f3ff164c5b7 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:48.572824 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4f437681-79f3-4394-a970-7f3ff164c5b7 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:48.602540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network fb9c2418-57b7-4734-a326-c3d61f5a2f3c is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:48.616791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.633797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:48.640413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:48.643854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.648515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] DHCP port deletion for 3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:48.652841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Deleting port b28936c7-3971-4449-8516-c3ad6d948e52 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:48.653062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.653263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.655518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, fb9c2418-57b7-4734-a326-c3d61f5a2f3c) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:48.676775 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.678198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:48.678843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.687717 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7cffd9c1-6493-4428-8303-59916ea08d90 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:48.696253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Pushing event deleted for resources: {'Network': ['ID=276556fb-6d93-4482-adc0-add8cd4e4ab6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:48.709176 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] 10.222.0.41 "DELETE /v2.0/networks/276556fb-6d93-4482-adc0-add8cd4e4ab6 HTTP/1.1" status: 204 len: 168 time: 4.1423807 Dec 20 12:03:48.712304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:48.719865 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] For port 8a90555e-0d71-4b51-9f24-58e4df31b659, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8a90555e-0d71-4b51-9f24-58e4df31b659,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:48.721305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.741892 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e6cc4-5f25-4bb4-9b7e-999406e69cd6 None None] Network fb9c2418-57b7-4734-a326-c3d61f5a2f3c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:48.769272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] For port b28936c7-3971-4449-8516-c3ad6d948e52, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b28936c7-3971-4449-8516-c3ad6d948e52,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:48.769983 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.812112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:48.876431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:48.884588 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:48.927233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Calling delete_port for 8a90555e-0d71-4b51-9f24-58e4df31b659 owned by network:router_gateway {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:48.960867 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0250344 Dec 20 12:03:48.970388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:48.970593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35480) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:48.972043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] For port b28936c7-3971-4449-8516-c3ad6d948e52, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b28936c7-3971-4449-8516-c3ad6d948e52,segment=NetworkSegment(d4166925-70e6-4a0f-bc92-14347a8efd82),segment_id=d4166925-70e6-4a0f-bc92-14347a8efd82)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:48.972482 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:48.973273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event updated for resources: {'Port': ['ID=0a8cb12a-72d3-4da5-8eae-c1ccfd35fa96,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:48.976276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:48.990841 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Calling delete_port for b28936c7-3971-4449-8516-c3ad6d948e52 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:49.022154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.102565 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.115289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3385b5e-abb2-459c-a82e-693a1f81d224 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:49.146507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35486) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:49.161135 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.161560 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment 0b7611a8-168a-43c0-82c1-6d9daa566165 of type vlan for network f367429d-15b7-4a05-aa55-1e91e24c6333 Dec 20 12:03:49.171920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Calling delete_port for b28936c7-3971-4449-8516-c3ad6d948e52 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:49.183322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28936c7-3971-4449-8516-c3ad6d948e52,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.195246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.262038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.281791 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-fb9c2418-57b7-4734-a326-c3d61f5a2f3c', 'network_id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': 'db9e9c1a-790a-4db8-a9ba-dc10f9037485'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:49.282616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.304516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] No DVR routers for this DVR port b28936c7-3971-4449-8516-c3ad6d948e52 on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:49.339046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:49.339299 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:49.352889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.358105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:49.359712 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.374092 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-62aaf5c1-b8ca-446e-89c4-11c835276809 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:49.456399 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Allocated IP 2001:db8::1 (fb9c2418-57b7-4734-a326-c3d61f5a2f3c/db9e9c1a-790a-4db8-a9ba-dc10f9037485/496200c9-2e5b-49af-8041-24d267f85b65) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:49.571849 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.576886 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:49.627950 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2161646 Dec 20 12:03:49.636294 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=f367429d-15b7-4a05-aa55-1e91e24c6333,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.637011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35492) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:49.641215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.643292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.673136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:49.679713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:49.683216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network f367429d-15b7-4a05-aa55-1e91e24c6333 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:49.695950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4166925-70e6-4a0f-bc92-14347a8efd82') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:49.696558 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4166925-70e6-4a0f-bc92-14347a8efd82') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:49.711848 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-85034646-83ee-4b68-9a25-f4f869841fb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f26cdd6e0804466b1560f4226eb763f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5507872 Dec 20 12:03:49.712627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35496) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:49.716714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.754395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.767754 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:49.769046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:49.786231 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:49.840729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Deleting port b28936c7-3971-4449-8516-c3ad6d948e52 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:49.841340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.862095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.863073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.884580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.916939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.919318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:49.919860 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.933476 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.937732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:49.945101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9937db84-cf0c-4330-b5bf-3a05a478a37b tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:49.950197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-09032e77-8c7e-490b-8e5c-b1c2f6503a97 None None] The port 'b28936c7-3971-4449-8516-c3ad6d948e52' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:03:49.975653 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:49.978224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:49.982674 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e1f94ff-b2f5-48e1-aabc-e3d785bd92e3 HTTP/1.1" status: 204 len: 168 time: 2.0396779 Dec 20 12:03:50.090572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:50.104478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:50.148599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:50.154919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Transition to ACTIVE for port object 496200c9-2e5b-49af-8041-24d267f85b65 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:50.158929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 082d7063-b85f-4059-86d2-aebda859df37 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:50.165059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35502) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:50.172468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:50.174333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.187147 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:50.201516 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 082d7063-b85f-4059-86d2-aebda859df37 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:50.201869 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 082d7063-b85f-4059-86d2-aebda859df37 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:50.202298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b28936c7-3971-4449-8516-c3ad6d948e52 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:50.219207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Router 8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:03:50.239672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: b28936c7-3971-4449-8516-c3ad6d948e52 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:50.239984 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b28936c7-3971-4449-8516-c3ad6d948e52 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:50.242738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Transition to ACTIVE for port object 496200c9-2e5b-49af-8041-24d267f85b65 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:50.258688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.260426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.262182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a90555e-0d71-4b51-9f24-58e4df31b659,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:50.263017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f2d1550-9f92-4468-8f8b-889ab7f4bfec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:50.283060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:50.292803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:50.338696 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Network fb9c2418-57b7-4734-a326-c3d61f5a2f3c is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:50.351337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:50.355579 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:50.362078 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Pushing event updated for resources: {'Port': ['ID=496200c9-2e5b-49af-8041-24d267f85b65,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:50.367034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:50.417602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.443261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:50.443594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.448569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Attempting to bind port 496200c9-2e5b-49af-8041-24d267f85b65 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:50.448948 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Attempting to bind port 496200c9-2e5b-49af-8041-24d267f85b65 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:50.449312 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Attempting to bind port 496200c9-2e5b-49af-8041-24d267f85b65 on network fb9c2418-57b7-4734-a326-c3d61f5a2f3c {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:50.455657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:50.456038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Checking segment: {'id': '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:50.456595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.456992 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Bound using segment: {'id': '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:50.457455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Bound port: 496200c9-2e5b-49af-8041-24d267f85b65, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:50.457830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.544659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:50.549790 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.555084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] For port 496200c9-2e5b-49af-8041-24d267f85b65, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:50.558930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] For port 496200c9-2e5b-49af-8041-24d267f85b65, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=496200c9-2e5b-49af-8041-24d267f85b65,segment=NetworkSegment(620bc4f9-6c69-4ef1-bbc8-86a748aa26a5),segment_id=620bc4f9-6c69-4ef1-bbc8-86a748aa26a5)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:50.561488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] Sync routers for ids ['8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:50.568290 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.571047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.575275 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4183390 Dec 20 12:03:50.575981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fccbaab9-06ac-4217-aafc-554a44d09734 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:50.576769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35506) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:50.579823 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e8aa6b9a-e743-4e06-9b3b-5e2192733411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:50.642604 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] Routers {'8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:50.642604 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:50.688471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=db9e9c1a-790a-4db8-a9ba-dc10f9037485,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:50.691907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.706256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:50.718698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:50.759349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Pushing event updated for resources: {'Port': ['ID=496200c9-2e5b-49af-8041-24d267f85b65,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:50.765876 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:50.777385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] Routers {'8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:50.777524 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bd64ccd6-56c5-4eb0-86b2-9a8869478c01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5fd11eeb90e4c22b58b92d614cb2faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5952168 Dec 20 12:03:50.777638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:50.777921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35510) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:50.872382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:50.872932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a593130-6b7f-4bc1-8259-0dba0503c636 None None] The sync data for ids ['8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:50.883336 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.894810 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6edc984b-cb0b-40bd-895a-d538afdbc93d tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613 HTTP/1.1" status: 200 len: 921 time: 0.3168211 Dec 20 12:03:50.898692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35514) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:50.907622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bd0ae-5941-432e-ad7d-8d3f32617154 None None] Network fb9c2418-57b7-4734-a326-c3d61f5a2f3c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:50.954072 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2c11d891-6da9-4f7b-8314-be9d34f40017 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613 HTTP/1.1" status: 200 len: 205 time: 0.0520923 Dec 20 12:03:50.954072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:50.960934 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35518) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:51.167699 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f79655-6054-4722-b2b1-accc62396fee None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:03:51.168326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.173433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:51.190480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c42057c-894c-4fd7-acc2-6aa73469f3ae,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:51.196027 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:51.216656 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.220085 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c42057c-894c-4fd7-acc2-6aa73469f3ae HTTP/1.1" status: 204 len: 168 time: 0.4340339 Dec 20 12:03:51.229239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.239660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.307245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.307933 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f79655-6054-4722-b2b1-accc62396fee None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:03:51.372258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.395167 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:51.430826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c9b82-fdd9-45b1-b988-07be2aef84f7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:51.437104 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] For port 821d0cd9-706d-4382-83c4-6c13fbc2d5e5, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:51.437425 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.454046 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9c2418-57b7-4734-a326-c3d61f5a2f3c']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:51.459110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.467821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:51.486082 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Deleting port 0a8cb12a-72d3-4da5-8eae-c1ccfd35fa96 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:51.486590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.588775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:51.589091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:51.663286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:51.759929 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.815076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.844357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.879030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Calling delete_port for 0a8cb12a-72d3-4da5-8eae-c1ccfd35fa96 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:51.890841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.897183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.901714 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd2c9b82-fdd9-45b1-b988-07be2aef84f7 HTTP/1.1" status: 204 len: 168 time: 2.1801119 Dec 20 12:03:51.914461 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.929391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:51.929795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:51.946343 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:52.077310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.084012 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:52.092706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:03:52.092706 dv-neutron-victoria-2-hyperv neutron-server[83527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:03:52.092706 dv-neutron-victoria-2-hyperv neutron-server[83527]: [parameters: {'id': 'fb9c2418-57b7-4734-a326-c3d61f5a2f3c'}] Dec 20 12:03:52.092706 dv-neutron-victoria-2-hyperv neutron-server[83527]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:52.093087 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:52.111730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.112292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51f6106-a8b3-4447-af01-b200b14c4bbe {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:03:52.139209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.140788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event deleted for resources: {'Port': ['ID=0a8cb12a-72d3-4da5-8eae-c1ccfd35fa96,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:52.143875 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a51f6106-a8b3-4447-af01-b200b14c4bbe HTTP/1.1" status: 204 len: 168 time: 8.5114441 Dec 20 12:03:52.145032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35538) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:52.146879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:52.151377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.159835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-53ff9fbe-95fa-4227-8711-7657d821e976 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:52.359079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=e68dbaee-56e9-4f2e-a7d7-9b937d2704ab,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:52.361834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:52.375689 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Deleting subnet 2033da72-16b5-41cd-8acd-895c25754a68 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:52.387402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.424637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.436418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-56041755-fc99-4507-bd18-7ff53a72943e tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:52.495110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': '0b7611a8-168a-43c0-82c1-6d9daa566165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:52.495110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: f367429d-15b7-4a05-aa55-1e91e24c6333, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:52.504728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=821d0cd9-706d-4382-83c4-6c13fbc2d5e5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:52.542905 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:52.552868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.606301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.607064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.709226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35556) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:52.969222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network f367429d-15b7-4a05-aa55-1e91e24c6333 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:52.979572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-ae4a5749-01cc-4099-8b61-8313e4160d5c tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:52.980592 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ae4a5749-01cc-4099-8b61-8313e4160d5c tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2693484 Dec 20 12:03:52.980789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port 496200c9-2e5b-49af-8041-24d267f85b65 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:52.981098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:52.983742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35568) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:52.990168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-bbd9dc86-f83e-4665-8382-ac289cdcd9b4 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:52.993940 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bbd9dc86-f83e-4665-8382-ac289cdcd9b4 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064867 Dec 20 12:03:52.994143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35572) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:52.997750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.001521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-7ab3a767-6812-46de-a97f-c3ec7945da55 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.005291 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7ab3a767-6812-46de-a97f-c3ec7945da55 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0076025 Dec 20 12:03:53.005291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35576) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.012094 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-54130ac2-7913-4f25-a9c9-37f16ecc6e61 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.015220 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-54130ac2-7913-4f25-a9c9-37f16ecc6e61 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067058 Dec 20 12:03:53.015402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35580) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.018899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.023175 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-d509f3b1-149d-4f06-9b2f-77b162ca1cf5 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.024178 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d509f3b1-149d-4f06-9b2f-77b162ca1cf5 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0079062 Dec 20 12:03:53.025604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, f367429d-15b7-4a05-aa55-1e91e24c6333) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:53.026717 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35584) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.032739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-260e40cd-4ca3-4c31-a816-a3ca84f15a37 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.033668 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-260e40cd-4ca3-4c31-a816-a3ca84f15a37 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060863 Dec 20 12:03:53.034806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:53.035393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.036040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35588) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.036378 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246c8cb-eb9e-42df-819b-22aca90bdeed None None] Network f367429d-15b7-4a05-aa55-1e91e24c6333 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:53.043730 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-326192ef-7eed-42b9-90fc-8438a2c096c7 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.045443 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-326192ef-7eed-42b9-90fc-8438a2c096c7 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0076921 Dec 20 12:03:53.047943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35592) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.056504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-806bf0b9-81a6-4f9b-9bea-c71a5c61c1d8 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.057904 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-806bf0b9-81a6-4f9b-9bea-c71a5c61c1d8 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0087082 Dec 20 12:03:53.061140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35596) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.061287 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.076296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-c96fcf95-e5a9-4609-b8ac-99195b219a0e tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.077765 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c96fcf95-e5a9-4609-b8ac-99195b219a0e tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0153418 Dec 20 12:03:53.080464 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35600) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.087027 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-d80a600f-c645-4704-9cf3-acc9bbe998ab tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.088418 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d80a600f-c645-4704-9cf3-acc9bbe998ab tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067787 Dec 20 12:03:53.092275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35606) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.109002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-b12adb6d-bf88-4b95-9aef-f36da686ed79 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.113209 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b12adb6d-bf88-4b95-9aef-f36da686ed79 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0184698 Dec 20 12:03:53.117233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35610) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.121435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.121983 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:03:53.125028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-beb46a4c-2b87-4058-a428-a302420fb3d0 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.125963 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-beb46a4c-2b87-4058-a428-a302420fb3d0 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054679 Dec 20 12:03:53.128569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35614) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.133619 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4668841 Dec 20 12:03:53.136273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35618) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.136584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.143831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-b08c3f1a-1d01-4f2e-a086-f102516335d5 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.147453 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b08c3f1a-1d01-4f2e-a086-f102516335d5 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0146186 Dec 20 12:03:53.154257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333', 'name': 'tempest-PortsTestJSON-1431580563'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:53.167652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35622) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.176286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-fa154b60-0aef-4810-ba0a-580121c0708d tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.180114 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fa154b60-0aef-4810-ba0a-580121c0708d tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0084577 Dec 20 12:03:53.185352 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.189459 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613 HTTP/1.1" status: 204 len: 168 time: 2.2243614 Dec 20 12:03:53.189459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35626) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.191970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35628) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.210815 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-85f473d8-3402-42ad-a1da-56a0468585c3 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.214044 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-85f473d8-3402-42ad-a1da-56a0468585c3 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0210500 Dec 20 12:03:53.214044 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35632) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.216817 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'router': {'name': 'tempest-snat-router-442512954', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': False}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:53.219805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35638) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.276221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-95db270c-36e5-4104-b49e-38789f035d3b tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.279488 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-95db270c-36e5-4104-b49e-38789f035d3b tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0540934 Dec 20 12:03:53.279488 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:53.285575 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35644) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.291163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:router and tenant:9ae58103ba314c7f9bb96473ce1879ac is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:53.297861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-54facbc3-c719-4b33-bf63-f08f2ba2b194 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.302246 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-54facbc3-c719-4b33-bf63-f08f2ba2b194 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0116785 Dec 20 12:03:53.302246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:53.312115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35648) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.320106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:53.324643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-57638b0d-d135-4f40-be13-8c103e4ce585 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.329215 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-57638b0d-d135-4f40-be13-8c103e4ce585 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0126758 Dec 20 12:03:53.332262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35652) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.348561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-f367429d-15b7-4a05-aa55-1e91e24c6333', 'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333', 'tenant_id': 'd187523ae340477fb5877262a1160f1f', 'fixed_ips': [{'subnet_id': 'e68dbaee-56e9-4f2e-a7d7-9b937d2704ab'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:53.349467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.351456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-8d686d6b-8a10-4723-8eba-bc67b2ef3d47 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.352461 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8d686d6b-8a10-4723-8eba-bc67b2ef3d47 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0193579 Dec 20 12:03:53.356317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35656) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.365667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-d3d60b2c-638d-4c3b-b813-a4b058940b48 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.367669 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d3d60b2c-638d-4c3b-b813-a4b058940b48 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0088704 Dec 20 12:03:53.372813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:53.378273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35660) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.381848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:53.384974 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.386557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.410877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.419854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] For port 496200c9-2e5b-49af-8041-24d267f85b65, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=496200c9-2e5b-49af-8041-24d267f85b65,segment=NetworkSegment(620bc4f9-6c69-4ef1-bbc8-86a748aa26a5),segment_id=620bc4f9-6c69-4ef1-bbc8-86a748aa26a5)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:53.420425 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.430903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:53.438316 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-a82b3802-c1f2-43bd-9d90-850023a7ea95 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.444523 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a82b3802-c1f2-43bd-9d90-850023a7ea95 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0648785 Dec 20 12:03:53.448922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35664) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.531629 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:53.534460 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Allocated IP 172.20.0.2 (f367429d-15b7-4a05-aa55-1e91e24c6333/e68dbaee-56e9-4f2e-a7d7-9b937d2704ab/f7c87939-3723-423c-add1-35bb8d1ea59a) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:53.545278 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b9cf7b65-5113-45b8-bc1f-341ac0babdef tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] Request body: {'port': {'network_id': '67135610-5fa0-41e5-a125-2d67e488c191', 'name': 'tempest-NetworksNegativeTestJSON-327081101'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:53.549205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Calling delete_port for 496200c9-2e5b-49af-8041-24d267f85b65 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:53.571480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8a90555e-0d71-4b51-9f24-58e4df31b659 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:53.573739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-41ec346a-93bf-41a4-8083-6c671223ddab tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.576611 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-41ec346a-93bf-41a4-8083-6c671223ddab tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1263266 Dec 20 12:03:53.585768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35668) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.589965 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cf7b65-5113-45b8-bc1f-341ac0babdef tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] POST failed (client error): The resource could not be found. Dec 20 12:03:53.590471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9cf7b65-5113-45b8-bc1f-341ac0babdef tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:53.599996 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b9cf7b65-5113-45b8-bc1f-341ac0babdef tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3785758 Dec 20 12:03:53.599996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-0bcc2ccf-d2de-484a-8bc8-c23dd65f4608 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.599996 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0bcc2ccf-d2de-484a-8bc8-c23dd65f4608 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0094004 Dec 20 12:03:53.619494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 8a90555e-0d71-4b51-9f24-58e4df31b659 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:53.619846 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8a90555e-0d71-4b51-9f24-58e4df31b659 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:53.629182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.632786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35672) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.633103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35674) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.644715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b9ed47b9-4445-4e90-b07a-a7d81c9be792 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:53.658803 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:53.661807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.691218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 70a2efd2-42a8-46a1-a74e-4ce690387d9a yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:53.735887 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.759020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-a6eefead-f3ef-49ab-9a13-cd7e911f2948 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.759980 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a6eefead-f3ef-49ab-9a13-cd7e911f2948 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0890968 Dec 20 12:03:53.763412 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35680) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.772979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-e634f9dd-579e-45ac-afa5-cead3d0e2fec tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.776234 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e634f9dd-579e-45ac-afa5-cead3d0e2fec tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101917 Dec 20 12:03:53.776977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2033da72-16b5-41cd-8acd-895c25754a68,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:53.778414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35684) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.786542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-859f46f9-1a67-4a87-8089-c0fd475d3374 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.790868 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-859f46f9-1a67-4a87-8089-c0fd475d3374 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082147 Dec 20 12:03:53.791077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35688) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.792767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:53.797701 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf927667-f670-4b0a-9bc5-0e08d8da534a tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:53.798076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf927667-f670-4b0a-9bc5-0e08d8da534a tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:53.807586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-7bfd2b88-d830-4a4a-8259-930b0054c3a2 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.808125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.811008 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7bfd2b88-d830-4a4a-8259-930b0054c3a2 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0166521 Dec 20 12:03:53.811135 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2033da72-16b5-41cd-8acd-895c25754a68 HTTP/1.1" status: 204 len: 168 time: 1.6627517 Dec 20 12:03:53.811218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35692) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.815569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35694) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.824334 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bf927667-f670-4b0a-9bc5-0e08d8da534a tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "DELETE /v2.0/networks/4687d13f-f118-498b-93a5-dcabe09ba23a HTTP/1.1" status: 404 len: 339 time: 0.1487076 Dec 20 12:03:53.824512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-4ba32382-1ded-40be-a7dd-c1ffd199a3c8 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.824637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c402aa-ddb7-439d-b149-48c1716a80e1 None None] Network 1dcf2f27-38e3-4edf-84de-daec6d490852 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:53.824736 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4ba32382-1ded-40be-a7dd-c1ffd199a3c8 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0072806 Dec 20 12:03:53.824736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35700) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.830667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35704) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.846662 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:53.855961 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-d8b1f0a1-4995-4b7d-94fa-63035a74c7b0 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.859362 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d8b1f0a1-4995-4b7d-94fa-63035a74c7b0 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098307 Dec 20 12:03:53.861660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35708) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.874688 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-133cc97b-f05e-4f1b-ab6c-6cb14bf7cb59 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.878134 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-133cc97b-f05e-4f1b-ab6c-6cb14bf7cb59 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0106294 Dec 20 12:03:53.878350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35712) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.881731 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eeb5d20-916d-40ef-bf23-3e72ccaac529 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:53.882162 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eeb5d20-916d-40ef-bf23-3e72ccaac529 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:53.886825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-d258a010-cccf-4b59-a531-4c9b4deee4f7 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.890001 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d258a010-cccf-4b59-a531-4c9b4deee4f7 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085599 Dec 20 12:03:53.897067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35716) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.903979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-5603c1d7-dc65-45b8-a1fd-a05fecf2d1f1 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.907088 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5603c1d7-dc65-45b8-a1fd-a05fecf2d1f1 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064802 Dec 20 12:03:53.907782 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35720) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.915973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-62d07ebf-3277-4ecf-8257-52abef510c92 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.919240 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-62d07ebf-3277-4ecf-8257-52abef510c92 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070975 Dec 20 12:03:53.920374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35724) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.932466 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4eeb5d20-916d-40ef-bf23-3e72ccaac529 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "DELETE /v2.0/ports/cc602203-49ee-411c-8d7b-ca7b5158b55e HTTP/1.1" status: 404 len: 333 time: 0.1021101 Dec 20 12:03:53.932466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-f01bd769-1a6f-4067-83d5-9dc57239e13e tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:53.932466 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f01bd769-1a6f-4067-83d5-9dc57239e13e tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078835 Dec 20 12:03:53.932466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35728) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.933403 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35732) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:53.938848 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Transition to ACTIVE for port object f7c87939-3723-423c-add1-35bb8d1ea59a will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:53.990665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.014541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-21aa68fd-6ecd-443c-a1fa-7c61509692d4 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.014541 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-21aa68fd-6ecd-443c-a1fa-7c61509692d4 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0780220 Dec 20 12:03:54.018383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35736) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.021149 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fc2b20-6e69-4b47-8786-8561a852b185 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] DELETE failed (client error): The resource could not be found. Dec 20 12:03:54.021573 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fc2b20-6e69-4b47-8786-8561a852b185 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:54.022881 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Transition to ACTIVE for port object f7c87939-3723-423c-add1-35bb8d1ea59a will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:54.027236 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-55fc2b20-6e69-4b47-8786-8561a852b185 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "DELETE /v2.0/subnets/fae677d7-41fd-493e-adae-d2a221286c92 HTTP/1.1" status: 404 len: 337 time: 0.0923498 Dec 20 12:03:54.028433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-ed91a85f-a088-455d-8363-147fed705a61 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.035224 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ed91a85f-a088-455d-8363-147fed705a61 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0095465 Dec 20 12:03:54.037481 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35740) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.037602 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35742) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.039241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fc9eb7c9-0bd8-4eef-8285-0afc6493411c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:54.042579 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.046358 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c996438e-f31f-4f56-b12b-111d15c34d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:54.049276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-262aca5c-3c7a-4462-82bb-5a0f0ac4a8ad tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.052593 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-262aca5c-3c7a-4462-82bb-5a0f0ac4a8ad tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096397 Dec 20 12:03:54.077504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35748) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.107962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Port': ['ID=496200c9-2e5b-49af-8041-24d267f85b65,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:54.112050 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-53833a27-0bb1-4a31-b42c-28756e3a0db0 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] GET failed (client error): The resource could not be found. Dec 20 12:03:54.112228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:54.116571 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-53833a27-0bb1-4a31-b42c-28756e3a0db0 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "GET /v2.0/networks/783a0780-e887-48bf-857d-c2e74c8cc422 HTTP/1.1" status: 404 len: 339 time: 0.0740228 Dec 20 12:03:54.116719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-9f5a4856-d09d-40d9-b9eb-79a44d1252c1 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.117810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35752) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.118779 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9f5a4856-d09d-40d9-b9eb-79a44d1252c1 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0404308 Dec 20 12:03:54.122196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35754) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.128991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.136099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Network f367429d-15b7-4a05-aa55-1e91e24c6333 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:54.136302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-c2feaf3e-0b20-4b24-94a8-f55440333bfb tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.140364 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c2feaf3e-0b20-4b24-94a8-f55440333bfb tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0156627 Dec 20 12:03:54.141967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:54.144056 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Pushing event updated for resources: {'Port': ['ID=f7c87939-3723-423c-add1-35bb8d1ea59a,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:54.144477 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No DVR routers for this DVR port 496200c9-2e5b-49af-8041-24d267f85b65 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:54.146164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:54.147098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35760) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.149290 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:54.188652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-50249c41-69d4-4fd9-852d-0569c54eabfc tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.190193 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-50249c41-69d4-4fd9-852d-0569c54eabfc tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0410678 Dec 20 12:03:54.198359 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35764) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.227209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-b9c0e36b-20d1-4d8c-9dd1-4bf7e95e3d94 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.228529 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b9c0e36b-20d1-4d8c-9dd1-4bf7e95e3d94 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0281944 Dec 20 12:03:54.232345 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35768) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.240259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Router a03dcacc-a20a-4d6a-b365-ef5249303793 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:03:54.247929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] DHCP port deletion for 1dcf2f27-38e3-4edf-84de-daec6d490852 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:54.258658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Deleting port 5563088e-fa89-4400-a29e-6603e6f52379 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:54.259040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.286131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Attempting to bind port f7c87939-3723-423c-add1-35bb8d1ea59a on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:03:54.286511 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Attempting to bind port f7c87939-3723-423c-add1-35bb8d1ea59a by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '0b7611a8-168a-43c0-82c1-6d9daa566165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:03:54.286883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Attempting to bind port f7c87939-3723-423c-add1-35bb8d1ea59a on network f367429d-15b7-4a05-aa55-1e91e24c6333 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:03:54.308737 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1c64e7-0cd7-4614-8197-b78a0534d939 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] GET failed (client error): The resource could not be found. Dec 20 12:03:54.309922 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9a1c64e7-0cd7-4614-8197-b78a0534d939 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "GET /v2.0/ports/edd04140-9446-4b3a-8d50-9f2f4b74efd1 HTTP/1.1" status: 404 len: 333 time: 0.1912146 Dec 20 12:03:54.316530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35772) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.324528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.6 (f367429d-15b7-4a05-aa55-1e91e24c6333/e68dbaee-56e9-4f2e-a7d7-9b937d2704ab/70a2efd2-42a8-46a1-a74e-4ce690387d9a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:54.341894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:03:54.342278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Checking segment: {'id': '0b7611a8-168a-43c0-82c1-6d9daa566165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:54.342693 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.343090 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Bound using segment: {'id': '0b7611a8-168a-43c0-82c1-6d9daa566165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:03:54.343570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Bound port: f7c87939-3723-423c-add1-35bb8d1ea59a, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7611a8-168a-43c0-82c1-6d9daa566165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:03:54.343952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.371745 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e6f2c8-2958-4761-b1a1-feaeb2240cb2 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] GET failed (client error): The resource could not be found. Dec 20 12:03:54.372842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-976e267a-1141-4bf2-98c6-7dd2f030d92b tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.373033 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-13e6f2c8-2958-4761-b1a1-feaeb2240cb2 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "GET /v2.0/subnets/e4ce73a9-4405-43db-b4eb-bc5e4405b129 HTTP/1.1" status: 404 len: 337 time: 0.0555756 Dec 20 12:03:54.376595 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-976e267a-1141-4bf2-98c6-7dd2f030d92b tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.1402369 Dec 20 12:03:54.377177 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35776) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.377497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35778) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.392047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Deleting port 5563088e-fa89-4400-a29e-6603e6f52379 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:54.392414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.428129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8d867e38-aad9-43e9-bff5-74f3ff7f10b7 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:54.444793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-d80edef4-f0cc-4478-8f62-3cf1a6617ed8 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.445742 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d80edef4-f0cc-4478-8f62-3cf1a6617ed8 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0566044 Dec 20 12:03:54.452265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35784) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.465707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-a3bef19b-bef6-4d54-9284-5d0dddbe4add tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.469351 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a3bef19b-bef6-4d54-9284-5d0dddbe4add tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0131469 Dec 20 12:03:54.471007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35788) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.488587 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-8b9236c2-4c96-4fb9-b96f-64fedddb4e09 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.492278 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8b9236c2-4c96-4fb9-b96f-64fedddb4e09 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0159619 Dec 20 12:03:54.499290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35792) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.513518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.517551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.529075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-e52f1e4e-c644-4a62-894e-c92ab34c2b40 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.532470 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e52f1e4e-c644-4a62-894e-c92ab34c2b40 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0212510 Dec 20 12:03:54.536533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35796) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.539207 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d867e38-aad9-43e9-bff5-74f3ff7f10b7 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] PUT failed (client error): The resource could not be found. Dec 20 12:03:54.539634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d867e38-aad9-43e9-bff5-74f3ff7f10b7 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:54.544196 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8d867e38-aad9-43e9-bff5-74f3ff7f10b7 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "PUT /v2.0/networks/997251e5-036d-4e8e-a73b-5b0bfcb6d3d4 HTTP/1.1" status: 404 len: 339 time: 0.1500266 Dec 20 12:03:54.554448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-069d998b-de6c-40c0-a5c1-7c4613b63a30 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.557807 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-069d998b-de6c-40c0-a5c1-7c4613b63a30 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0177274 Dec 20 12:03:54.557948 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35800) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.559548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35804) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.567518 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.573061 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d6b15dc7-3d19-4be8-81fb-0185f46ff090 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:54.583917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] For port f7c87939-3723-423c-add1-35bb8d1ea59a, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:03:54.594404 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] For port 5563088e-fa89-4400-a29e-6603e6f52379, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5563088e-fa89-4400-a29e-6603e6f52379,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:54.594891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.606085 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] For port f7c87939-3723-423c-add1-35bb8d1ea59a, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f7c87939-3723-423c-add1-35bb8d1ea59a,segment=NetworkSegment(0b7611a8-168a-43c0-82c1-6d9daa566165),segment_id=0b7611a8-168a-43c0-82c1-6d9daa566165)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:03:54.628330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-da1283a6-b371-4f5e-aadb-a758d66de38f tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.632348 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-da1283a6-b371-4f5e-aadb-a758d66de38f tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0699215 Dec 20 12:03:54.661100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35808) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.681615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9c2418-57b7-4734-a326-c3d61f5a2f3c']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:54.696829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-93ab3582-02ab-40b9-b270-8eda3f7f09bf tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.700524 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-93ab3582-02ab-40b9-b270-8eda3f7f09bf tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0312328 Dec 20 12:03:54.702091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35812) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.704180 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b15dc7-3d19-4be8-81fb-0185f46ff090 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] PUT failed (client error): The resource could not be found. Dec 20 12:03:54.704702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b15dc7-3d19-4be8-81fb-0185f46ff090 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:54.709987 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d6b15dc7-3d19-4be8-81fb-0185f46ff090 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "PUT /v2.0/ports/ce2ed9e8-0fdf-46d1-b498-f3996eb90ab6 HTTP/1.1" status: 404 len: 333 time: 0.1493988 Dec 20 12:03:54.715417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.721403 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35816) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.724301 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-7190f277-5362-4cd9-afb6-bfe681b3b785 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.724913 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Calling delete_port for 5563088e-fa89-4400-a29e-6603e6f52379 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:54.728347 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7190f277-5362-4cd9-afb6-bfe681b3b785 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0232072 Dec 20 12:03:54.735097 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35820) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.738590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ec56eeda-9eff-4f7f-8d47-4a99ef024933 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:54.753030 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-218a5fd5-17b4-4af1-84ac-f28ae18d768d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:54.755325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:54.755630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620bc4f9-6c69-4ef1-bbc8-86a748aa26a5') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:54.777219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.780943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-e3f0b948-1df6-429d-b9cb-414e2a547f83 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.784785 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e3f0b948-1df6-429d-b9cb-414e2a547f83 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0175672 Dec 20 12:03:54.795767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35824) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.797551 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec56eeda-9eff-4f7f-8d47-4a99ef024933 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] PUT failed (client error): The resource could not be found. Dec 20 12:03:54.797991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec56eeda-9eff-4f7f-8d47-4a99ef024933 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:03:54.802570 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ec56eeda-9eff-4f7f-8d47-4a99ef024933 tempest-NetworksNegativeTestJSON-3728765 tempest-NetworksNegativeTestJSON-3728765-project] 10.222.0.41 "PUT /v2.0/subnets/39b8f6f7-583b-44bb-88ee-bbabb7338524 HTTP/1.1" status: 404 len: 337 time: 0.0722947 Dec 20 12:03:54.806830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-4f6e3908-324f-4c08-be85-ebd6c438d6c7 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.810497 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4f6e3908-324f-4c08-be85-ebd6c438d6c7 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0121992 Dec 20 12:03:54.830073 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35830) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.837266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.844449 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-a6340dae-6c39-4ff4-bd2a-97822ffb2258 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.847919 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a6340dae-6c39-4ff4-bd2a-97822ffb2258 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0138454 Dec 20 12:03:54.860005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35834) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.867942 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:54.868508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.879337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Pushing event updated for resources: {'Port': ['ID=f7c87939-3723-423c-add1-35bb8d1ea59a,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:54.883862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:54.886364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-5cfd93c4-39e3-4afc-9c3a-c4410ed5a5fc tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5cfd93c4-39e3-4afc-9c3a-c4410ed5a5fc tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0260100 Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:54.889373 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:54.891567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35838) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.897767 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.901313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:54.905384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:54.915544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-cabe9dd4-5ebe-4d39-ab8e-4bec617328db tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.918944 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cabe9dd4-5ebe-4d39-ab8e-4bec617328db tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0222507 Dec 20 12:03:54.922312 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35842) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.940922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-ded1bafd-f93c-415a-8f7c-be1da0ea37a4 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.944064 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ded1bafd-f93c-415a-8f7c-be1da0ea37a4 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0158780 Dec 20 12:03:54.947533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35846) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.954736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object 70a2efd2-42a8-46a1-a74e-4ce690387d9a will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:54.959481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:54.960236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-29d5d670-42bf-4dc6-93ea-19942773d174 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.964036 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-29d5d670-42bf-4dc6-93ea-19942773d174 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0115850 Dec 20 12:03:54.966890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35850) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:54.967588 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Pushing event deleted for resources: {'Port': ['ID=5563088e-fa89-4400-a29e-6603e6f52379,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:54.970336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:54.972760 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] No DVR routers for this DVR port 5563088e-fa89-4400-a29e-6603e6f52379 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:03:54.974848 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] Sync routers for ids ['a03dcacc-a20a-4d6a-b365-ef5249303793'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:54.990618 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-e3e98319-854a-47f6-8b79-c5bea885d53c tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:54.992162 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e3e98319-854a-47f6-8b79-c5bea885d53c tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0234411 Dec 20 12:03:54.994389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Allocated IP 172.36.7.115 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/c6700feb-b0cb-4381-a95d-e48d17ac2040) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:54.996581 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35854) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.003691 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] Routers {'a03dcacc-a20a-4d6a-b365-ef5249303793'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:55.004667 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a03dcacc-a20a-4d6a-b365-ef5249303793'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:55.005979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-abf746ea-e2ae-414e-96d2-1308785fe0aa tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:55.010305 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-abf746ea-e2ae-414e-96d2-1308785fe0aa tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079784 Dec 20 12:03:55.010305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35858) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.018572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-1391d280-57ad-4ca6-8d1e-ddfb4acb8c91 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:55.021721 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1391d280-57ad-4ca6-8d1e-ddfb4acb8c91 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0089462 Dec 20 12:03:55.035553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35862) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.041971 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-706946b5-bca3-4d5b-9ffc-95babbc66bc3 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:55.046479 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-706946b5-bca3-4d5b-9ffc-95babbc66bc3 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096757 Dec 20 12:03:55.049968 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35866) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.070974 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.080065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-37523331-69cb-4060-be5c-0a4b0ab1a9a0 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:55.084211 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-37523331-69cb-4060-be5c-0a4b0ab1a9a0 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0332100 Dec 20 12:03:55.087201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] For port 5563088e-fa89-4400-a29e-6603e6f52379, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5563088e-fa89-4400-a29e-6603e6f52379,segment=NetworkSegment(ad32dad0-4b00-4f4d-ab4d-61fe6c246838),segment_id=ad32dad0-4b00-4f4d-ab4d-61fe6c246838)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:55.087560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.089329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35870) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.104745 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "PUT /v2.0/routers/a03dcacc-a20a-4d6a-b365-ef5249303793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6167409 Dec 20 12:03:55.107500 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35874) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.120642 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [None req-1eca4493-1e32-4f37-810f-86fdb97d8d87 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83528) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:55.122799 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1eca4493-1e32-4f37-810f-86fdb97d8d87 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0306375 Dec 20 12:03:55.122799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ec401e4c-3b24-40fd-bf5f-e35f299e4285 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:55.247386 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] Set router a03dcacc-a20a-4d6a-b365-ef5249303793 gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:55.260125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35878) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.302690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Calling delete_port for 5563088e-fa89-4400-a29e-6603e6f52379 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:55.331842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.348103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [None req-bf0d16d0-e73a-40fd-8db9-e14536f46a55 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:03:55.354737 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bf0d16d0-e73a-40fd-8db9-e14536f46a55 tempest-ExtensionsTestJSON-1589357626 tempest-ExtensionsTestJSON-1589357626-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0912266 Dec 20 12:03:55.355544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.362846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network f367429d-15b7-4a05-aa55-1e91e24c6333 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:55.369493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=70a2efd2-42a8-46a1-a74e-4ce690387d9a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:55.372550 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:55.374294 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:55.375389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0b2e11da-f8fc-4a60-8a3f-c0f3d88042a3 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:55.376065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:55.391446 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.410413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=fb9c2418-57b7-4734-a326-c3d61f5a2f3c,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:55.425712 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/fb9c2418-57b7-4734-a326-c3d61f5a2f3c HTTP/1.1" status: 204 len: 168 time: 6.4540620 Dec 20 12:03:55.431032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:55.441441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35886) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.454695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652534604'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:55.474385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:55.480313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0252ba2-c752-480c-bf4a-bc18c0671d07 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:55.481867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0252ba2-c752-480c-bf4a-bc18c0671d07 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:55.482441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a0252ba2-c752-480c-bf4a-bc18c0671d07 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:55.490498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:55.494290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:55.503265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:55.506305 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'name': 'tempest-NetworksTestDHCPv6-router-1892418902', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:52Z', 'revision_number': 3, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:55.514483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:03:55.514834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:03:55.520222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a0252ba2-c752-480c-bf4a-bc18c0671d07 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:55.521065 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] Checking router: a03dcacc-a20a-4d6a-b365-ef5249303793 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:03:55.523602 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:55.524339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.525614 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a0252ba2-c752-480c-bf4a-bc18c0671d07 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4157016 Dec 20 12:03:55.527958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35890) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.535620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:55.545019 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.548828 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] Routers {'a03dcacc-a20a-4d6a-b365-ef5249303793'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:03:55.550003 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a03dcacc-a20a-4d6a-b365-ef5249303793'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:55.558495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.563763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dba1b213-c470-403c-a77f-bb09d6406f14 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:55.601230 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4631798 Dec 20 12:03:55.607959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35894) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.607959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35896) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:55.640733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f7c87939-3723-423c-add1-35bb8d1ea59a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:55.666427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': 'f367429d-15b7-4a05-aa55-1e91e24c6333', 'name': 'tempest-PortsTestJSON-575991089'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:55.703456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:03:55.733168 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.734298 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment e76c9acb-4df8-4959-bd5b-fe48c6703d9e of type vlan for network bdddfc38-7eb7-47dd-9080-fb7b87338be2 Dec 20 12:03:55.775089 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] Set router a03dcacc-a20a-4d6a-b365-ef5249303793 gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:03:55.815778 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port f7c87939-3723-423c-add1-35bb8d1ea59a completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:55.846258 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Port': ['ID=c6700feb-b0cb-4381-a95d-e48d17ac2040,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:55.849853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:55.887948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.916040 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet c56dfd4c-5ea4-4a8f-a818-4b075890f8b6 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:03:55.931673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5563088e-fa89-4400-a29e-6603e6f52379 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:55.937012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:55.992454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 5563088e-fa89-4400-a29e-6603e6f52379 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:55.992821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5563088e-fa89-4400-a29e-6603e6f52379 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:55.993856 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'name': 'tempest-NetworksTestDHCPv6-router-1892418902', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:52Z', 'revision_number': 3, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:56.008647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.008807 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e050a5-fffe-4773-87fb-93c91162f4d0 None None] The sync data for ids ['a03dcacc-a20a-4d6a-b365-ef5249303793'] in dv-neutron-victoria-2-hyperv is: [{'id': 'a03dcacc-a20a-4d6a-b365-ef5249303793', 'name': 'tempest-NetworksTestDHCPv6-router-1892418902', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:32Z', 'updated_at': '2021-12-20T12:03:52Z', 'revision_number': 3, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:03:56.017395 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:56.018373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.031896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.050462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:56.054688 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:56.059512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:56.077740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:56.087928 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.091455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Deleting port 5563088e-fa89-4400-a29e-6603e6f52379 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:56.091799 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.096176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35908) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:56.102240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:56.119463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:56.124904 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:56.135738 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:56.199007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:56.211575 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0861a04a3e0e40b0bdbef05973ea6358 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:56.220937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:56.234460 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:56.252843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:56.255912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.322082 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port ac85899f-f6b0-41b4-8381-a4904a65fe83 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:03:56.329796 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] The port '5563088e-fa89-4400-a29e-6603e6f52379' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:03:56.342120 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8996229 Dec 20 12:03:56.343038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35914) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:56.368485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.390208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a960666-dbdb-4909-bad2-cc61e57e0f8e None None] Network f367429d-15b7-4a05-aa55-1e91e24c6333 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:56.434149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:56.521762 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.523107 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:56.540720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Usage tracker for resource:security_group_rule and tenant:2e2f287edf384588ab88417959f5bda8 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:56.543503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Provisioning for port f7c87939-3723-423c-add1-35bb8d1ea59a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:56.544398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:56.553139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.559256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Provisioning complete for port f7c87939-3723-423c-add1-35bb8d1ea59a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:56.559804 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.564294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:56.566389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:56.569373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=bdddfc38-7eb7-47dd-9080-fb7b87338be2,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:56.576530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:56.586902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:56.593343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:56.596440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:03:56.617132 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:56.618986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.3 (f367429d-15b7-4a05-aa55-1e91e24c6333/e68dbaee-56e9-4f2e-a7d7-9b937d2704ab/ac85899f-f6b0-41b4-8381-a4904a65fe83) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:03:56.628729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:56.666795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cea3cf5-3c89-41ec-ba9a-d3c3fbc98603,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:56.685119 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0861a04a3e0e40b0bdbef05973ea6358&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0758557 Dec 20 12:03:56.686189 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:56.694180 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35918) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:56.699988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.717889 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:56.756781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.757517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.799103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcf2f27-38e3-4edf-84de-daec6d490852']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:56.808691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.920636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:56.920993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad32dad0-4b00-4f4d-ab4d-61fe6c246838') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:03:56.966688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.978940 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:56.987951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.021003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] For port f7c87939-3723-423c-add1-35bb8d1ea59a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f7c87939-3723-423c-add1-35bb8d1ea59a,segment=NetworkSegment(0b7611a8-168a-43c0-82c1-6d9daa566165),segment_id=0b7611a8-168a-43c0-82c1-6d9daa566165)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:57.027195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.032677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.037296 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.061360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:03:57.061745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:03:57.079836 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:03:57.107843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Pushing event updated for resources: {'Port': ['ID=f7c87939-3723-423c-add1-35bb8d1ea59a,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.111398 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.124781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.186685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.209779 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.214314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.224576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-21a228b1-a94e-43fb-94e9-c2e741d8de23 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.228681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-be7a9f94-e7b9-4cc5-a8db-9236c769edf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.278868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.280197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=c56dfd4c-5ea4-4a8f-a818-4b075890f8b6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.285771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.287711 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.289562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.295787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d5df0ee9-fad7-48d7-8bfd-b081eb505f89 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.303314 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee1e25-e407-423e-9965-699eda22a62b None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:57.309204 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.327373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcf2f27-38e3-4edf-84de-daec6d490852,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.336243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.361007 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e2f287edf384588ab88417959f5bda8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2580307 Dec 20 12:03:57.361007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c5e91-8a11-4de5-ab6e-7be639d5b608,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.371913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.382464 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/c56dfd4c-5ea4-4a8f-a818-4b075890f8b6 HTTP/1.1" status: 204 len: 168 time: 1.8517964 Dec 20 12:03:57.387599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35922) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:57.387599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35924) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:57.461729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.476912 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1dcf2f27-38e3-4edf-84de-daec6d490852 HTTP/1.1" status: 204 len: 168 time: 3.6582944 Dec 20 12:03:57.497334 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object ac85899f-f6b0-41b4-8381-a4904a65fe83 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:03:57.529739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.536547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-123c12ae-366d-44c2-8e35-640f7ff27e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.550960 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0382c4d7-c688-4fc4-a672-6c26ec26e45c None None] Provisioning complete for port f7c87939-3723-423c-add1-35bb8d1ea59a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:57.551359 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0382c4d7-c688-4fc4-a672-6c26ec26e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.574340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cea3cf5-3c89-41ec-ba9a-d3c3fbc98603,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.576638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.606871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.621432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8b72766e-aa7f-4f06-83ca-33d4292019ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:57.667849 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.671906 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cea3cf5-3c89-41ec-ba9a-d3c3fbc98603 HTTP/1.1" status: 204 len: 168 time: 0.9756873 Dec 20 12:03:57.691583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network f367429d-15b7-4a05-aa55-1e91e24c6333 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:03:57.695494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:57.698484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:03:57.710662 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f7c87939-3723-423c-add1-35bb8d1ea59a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:03:57.779802 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=ac85899f-f6b0-41b4-8381-a4904a65fe83,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:57.782802 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:57.816942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35936) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:57.824864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:57.825547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.841640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a956efbd-9372-4e16-9ed6-3da62f959cf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:router {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:57.879090 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2672656 Dec 20 12:03:57.883231 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Router 1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:03:57.885683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35940) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:57.945417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.947071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a956efbd-9372-4e16-9ed6-3da62f959cf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:router {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:57.951307 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a956efbd-9372-4e16-9ed6-3da62f959cf5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5602136 Dec 20 12:03:57.951843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35944) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:57.983935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:57.996355 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7bea3d5f-77da-4344-9044-af614b04abbf tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:58.036662 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f852898e-f125-47c4-b11f-547e31651be5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd1a646924af49cfb7abbe0531549aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2168612 Dec 20 12:03:58.038732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35950) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:58.052180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.071448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f7c87939-3723-423c-add1-35bb8d1ea59a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:58.072607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.136361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': 'e76c9acb-4df8-4959-bd5b-fe48c6703d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:03:58.136682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: bdddfc38-7eb7-47dd-9080-fb7b87338be2, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:03:58.172392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=81499eb3-3363-4850-bf40-f7bfb797a3e5,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:58.178007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:58.179228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:03:58.192756 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0382c4d7-c688-4fc4-a672-6c26ec26e45c None None] Provisioning for port 70a2efd2-42a8-46a1-a74e-4ce690387d9a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:58.195300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, bdddfc38-7eb7-47dd-9080-fb7b87338be2) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:03:58.202227 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:58.203114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.226389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.230294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b1e3d-a02e-4bf1-bdc5-9ca5da2cec3f None None] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:03:58.233959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a2b9b547-6149-46aa-b075-cd1a6f7b5dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:58.248320 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0382c4d7-c688-4fc4-a672-6c26ec26e45c None None] Provisioning complete for port 70a2efd2-42a8-46a1-a74e-4ce690387d9a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:58.248753 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0382c4d7-c688-4fc4-a672-6c26ec26e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.259470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c5e91-8a11-4de5-ab6e-7be639d5b608,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:58.260513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.265125 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da8c5e91-8a11-4de5-ab6e-7be639d5b608 HTTP/1.1" status: 204 len: 168 time: 0.8755295 Dec 20 12:03:58.266653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:58.273727 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8558888 Dec 20 12:03:58.281559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35960) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:58.289888 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:03:58.308685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:58.329433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Deleting port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:58.330146 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.349387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9f68eb46-a84d-465e-a7f4-1d2945660f06 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.485569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:58.496097 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd3beb-ca5c-4abe-9337-3bdb21fdf90c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:03:58.496812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6abd3beb-ca5c-4abe-9337-3bdb21fdf90c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:03:58.517923 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0382c4d7-c688-4fc4-a672-6c26ec26e45c None None] Port 70a2efd2-42a8-46a1-a74e-4ce690387d9a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:58.590593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:03:58.590960 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 821d0cd9-706d-4382-83c4-6c13fbc2d5e5 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:03:58.611978 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.657582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6abd3beb-ca5c-4abe-9337-3bdb21fdf90c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:03:58.658775 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6abd3beb-ca5c-4abe-9337-3bdb21fdf90c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.7697730 Dec 20 12:03:58.662716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 35972) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:58.820679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port ac85899f-f6b0-41b4-8381-a4904a65fe83 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:03:58.821044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.884849 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:58.930429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5c766b40-e08a-4742-99b4-f272de9c72ea None None] Provisioning complete for port 70a2efd2-42a8-46a1-a74e-4ce690387d9a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:58.931127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5c766b40-e08a-4742-99b4-f272de9c72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.014905 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] For port c60ab1a4-a97d-4f70-91fa-c3104b3c1981, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:03:59.014905 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.128392 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:03:59.133207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:subnet and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:03:59.136612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:03:59.142896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:03:59.159464 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 35992) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:59.241550 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:03:59.291713 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-5c766b40-e08a-4742-99b4-f272de9c72ea None None] Port 70a2efd2-42a8-46a1-a74e-4ce690387d9a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:03:59.315366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Calling delete_port for c60ab1a4-a97d-4f70-91fa-c3104b3c1981 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:59.318159 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9f68eb46-a84d-465e-a7f4-1d2945660f06 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.353980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.389104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9f68eb46-a84d-465e-a7f4-1d2945660f06 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.429871 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-bdddfc38-7eb7-47dd-9080-fb7b87338be2', 'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': '81499eb3-3363-4850-bf40-f7bfb797a3e5'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:03:59.432334 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.495609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for ac85899f-f6b0-41b4-8381-a4904a65fe83 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:03:59.513967 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:03:59.518443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.597482 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Sync routers for ids ['1de50050-46c4-4e3b-bcc5-38d76cd9c9b7'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:03:59.608201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9f68eb46-a84d-465e-a7f4-1d2945660f06 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.609114 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f68eb46-a84d-465e-a7f4-1d2945660f06 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Fanout notify agent at l3_agent the message router_deleted on router a03dcacc-a20a-4d6a-b365-ef5249303793 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:03:59.622977 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.627992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.629705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c60ab1a4-a97d-4f70-91fa-c3104b3c1981 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:03:59.637096 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46e95b28-dd1d-4137-b6d9-ffaded2b6970 HTTP/1.1" status: 204 len: 168 time: 1.5898726 Dec 20 12:03:59.650786 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9f68eb46-a84d-465e-a7f4-1d2945660f06 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.651859 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9f68eb46-a84d-465e-a7f4-1d2945660f06 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/routers/a03dcacc-a20a-4d6a-b365-ef5249303793 HTTP/1.1" status: 204 len: 168 time: 1.6982453 Dec 20 12:03:59.660461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0b4a3359-6d98-4838-aa74-60e35234b793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:59.668661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.683016 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4790897 Dec 20 12:03:59.714936 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5c766b40-e08a-4742-99b4-f272de9c72ea None None] Provisioning for port ac85899f-f6b0-41b4-8381-a4904a65fe83 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:03:59.720990 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36006) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:59.721196 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36008) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:03:59.773705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:03:59.791991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5c766b40-e08a-4742-99b4-f272de9c72ea None None] Provisioning complete for port ac85899f-f6b0-41b4-8381-a4904a65fe83 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:03:59.792494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5c766b40-e08a-4742-99b4-f272de9c72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.824346 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:03:59.828573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6a73764c-7677-4a3f-9ace-7d082aecd2cd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:03:59.890038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=ac85899f-f6b0-41b4-8381-a4904a65fe83,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:03:59.892930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:03:59.913744 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e95b28-dd1d-4137-b6d9-ffaded2b6970,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:00.009815 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Allocated IP 2001:db8::2 (bdddfc38-7eb7-47dd-9080-fb7b87338be2/81499eb3-3363-4850-bf40-f7bfb797a3e5/0d0c2ea8-f184-444b-be63-fc315cda9995) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:00.061564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:00.065886 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-5c766b40-e08a-4742-99b4-f272de9c72ea None None] Port ac85899f-f6b0-41b4-8381-a4904a65fe83 was deleted so its status cannot be updated. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 12:04:00.077256 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-732962394'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:00.080622 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36016) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:00.083216 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:00.090157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:00.093596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:00.102913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:00.112416 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-35830fd8-bdb4-42e5-9068-d56dffdcbae7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1099 time: 0.5266759 Dec 20 12:04:00.190516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:00.195509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.197460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.201892 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Routers {'1de50050-46c4-4e3b-bcc5-38d76cd9c9b7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:00.202788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['1de50050-46c4-4e3b-bcc5-38d76cd9c9b7'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:00.243153 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/ac85899f-f6b0-41b4-8381-a4904a65fe83 HTTP/1.1" status: 204 len: 168 time: 1.5787790 Dec 20 12:04:00.248102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36024) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:00.381518 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-39161ab3-eed7-4372-b05b-40e8000b4afd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:04:00.383903 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-39161ab3-eed7-4372-b05b-40e8000b4afd tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/ac85899f-f6b0-41b4-8381-a4904a65fe83 HTTP/1.1" status: 404 len: 333 time: 0.1199753 Dec 20 12:04:00.384889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.390219 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.398809 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36030) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:00.414153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-909ff4dd-2858-4d97-9675-c955ef735f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:00.415900 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-909ff4dd-2858-4d97-9675-c955ef735f90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 913 time: 0.2943802 Dec 20 12:04:00.529324 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:00.533800 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:00.537016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:00.583706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:00.599034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-796321504'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:00.607188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:00.615097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Usage tracker for resource:network and tenant:e8b95c800fcd45c195524feeb8451436 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:00.618913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:00.620744 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:00.625773 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-8be2a89a-2511-41c5-8c60-d5af308dc642 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 1002 time: 0.2034757 Dec 20 12:04:00.629668 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:00.665870 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 70a2efd2-42a8-46a1-a74e-4ce690387d9a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:00.666648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.668867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] No DVR routers for this DVR port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:00.693845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Made reservation on behalf of e8b95c800fcd45c195524feeb8451436 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:00.698816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.719899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:00.729096 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Set router 1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:00.733884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-726167da-4cad-4565-877e-bd69c522cc44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:00.735672 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-726167da-4cad-4565-877e-bd69c522cc44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.1033683 Dec 20 12:04:00.762697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:00.768631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Usage tracker for resource:security_group_rule and tenant:e8b95c800fcd45c195524feeb8451436 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:00.771836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:00.813991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:00.854281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:00.871680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:security_group_rule and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:00.886838 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:00.898805 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-ddbed793-cf31-42aa-949d-caca71b5fa56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1198232 Dec 20 12:04:00.905446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:00.912087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:00.958189 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00ed8-b452-4c93-b8ed-737966b92198 req-c174c0c6-26f9-4322-a0b3-00ed0477d81b tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:00.968315 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e5a00ed8-b452-4c93-b8ed-737966b92198 req-c174c0c6-26f9-4322-a0b3-00ed0477d81b tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.0516446 Dec 20 12:04:00.979605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No active binding found for port c60ab1a4-a97d-4f70-91fa-c3104b3c1981 {{(pid=83530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 12:04:00.980030 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c60ab1a4-a97d-4f70-91fa-c3104b3c1981 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:00.992943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Pushing event deleted for resources: {'Port': ['ID=c60ab1a4-a97d-4f70-91fa-c3104b3c1981,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.009901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.063014 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.071066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.081138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3077520b-378d-4a2e-9d1c-7d979dcea80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.126674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22948eb2-68a3-4b1d-b6f2-8a951a988030,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.136546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.160653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:01.180454 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-a62f1e2e-a844-4cb4-8b03-77dc9d466c08 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735689 Dec 20 12:04:01.184527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.185020 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Added segment 923bfcc0-c48e-4e5d-9529-a0962c2c8aeb of type vlan for network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a Dec 20 12:04:01.232401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.293680 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Transition to ACTIVE for port object 0d0c2ea8-f184-444b-be63-fc315cda9995 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:01.318446 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36046) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:01.318668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Transition to ACTIVE for port object 0d0c2ea8-f184-444b-be63-fc315cda9995 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:01.331144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.331688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.345265 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.412468 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f38f9251-76f5-4e2f-9cae-ea274a2ce8d1 req-1bcb09a4-8b44-4a17-b2b9-aa1c118f210c service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255020 Dec 20 12:04:01.416973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.423960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:01.425185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.427094 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.432107 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3bb54683-96ee-4096-b71e-69c536057c2d tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.449539 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:01.450913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.458479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:01.467733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:01.472184 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Pushing event updated for resources: {'Port': ['ID=0d0c2ea8-f184-444b-be63-fc315cda9995,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.477428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de50050-46c4-4e3b-bcc5-38d76cd9c9b7', 'name': 'tempest-snat-router-442512954', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.115'}], 'enable_snat': False}, 'gw_port_id': 'c6700feb-b0cb-4381-a95d-e48d17ac2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:53Z', 'updated_at': '2021-12-20T12:03:56Z', 'revision_number': 3, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port': {'id': 'c6700feb-b0cb-4381-a95d-e48d17ac2040', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de50050-46c4-4e3b-bcc5-38d76cd9c9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:54Z', 'updated_at': '2021-12-20T12:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:01.479522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b313eb65-2da4-4d80-a31f-a4aa91a42791 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.487258 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.489832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Checking router: 1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:01.490281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Updating router 1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 port c6700feb-b0cb-4381-a95d-e48d17ac2040 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:04:01.568643 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e5a00ed8-b452-4c93-b8ed-737966b92198 req-7414aa3f-a79d-4de1-8241-96e7da9733ac tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5994456 Dec 20 12:04:01.616623 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event updated for resources: {'Network': ['ID=4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.655402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.672280 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5837324 Dec 20 12:04:01.680067 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36052) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:01.696976 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1455839577'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:01.713897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Request body: {'subnet': {'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:01.718774 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:01.762990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:01.765260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:01.765464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.774592 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Usage tracker for resource:network and tenant:29927c674c554e4a9b1ada63c78e6354 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:01.787203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:01.792596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:01.798995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:01.804805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=2df257ba-4882-4de3-86de-08b723534957,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:01.807755 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:01.810442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:01.811023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.815990 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.835398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.853944 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8aa474af-9e3c-4c58-b1a9-3da77b8de6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:01.868591 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7294b42a-93ad-4354-8c33-e56f00061d0c tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 HTTP/1.1" status: 200 len: 908 time: 2.1353214 Dec 20 12:04:01.871633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36056) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:01.879713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:01.924653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Attempting to bind port 0d0c2ea8-f184-444b-be63-fc315cda9995 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:01.925318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Attempting to bind port 0d0c2ea8-f184-444b-be63-fc315cda9995 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'e76c9acb-4df8-4959-bd5b-fe48c6703d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:01.926071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Attempting to bind port 0d0c2ea8-f184-444b-be63-fc315cda9995 on network bdddfc38-7eb7-47dd-9080-fb7b87338be2 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:01.979304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:01.983503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Usage tracker for resource:subnet and tenant:e8b95c800fcd45c195524feeb8451436 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:01.986496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:01.993206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:02.008043 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Made reservation on behalf of e8b95c800fcd45c195524feeb8451436 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:02.035992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'router': {'name': 'tempest-snat-router-442512954', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': True}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:02.094878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:02.095404 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Checking segment: {'id': 'e76c9acb-4df8-4959-bd5b-fe48c6703d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:02.095912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.096425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Bound using segment: {'id': 'e76c9acb-4df8-4959-bd5b-fe48c6703d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:02.097004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Bound port: 0d0c2ea8-f184-444b-be63-fc315cda9995, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76c9acb-4df8-4959-bd5b-fe48c6703d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:02.097511 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.133624 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.141456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 70a2efd2-42a8-46a1-a74e-4ce690387d9a owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:02.207033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:02.213514 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:02.231056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Usage tracker for resource:router and tenant:9ae58103ba314c7f9bb96473ce1879ac is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:02.239198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:02.243549 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Made reservation on behalf of 29927c674c554e4a9b1ada63c78e6354 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:02.247670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.263596 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.9759395 Dec 20 12:04:02.267200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:02.269337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4e7a79-60f6-4308-844e-4f9a41b7420d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.273185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.274633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.275043 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment 08a1c60c-62a5-444d-a8d9-b9ce7daef318 of type vlan for network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 Dec 20 12:04:02.278204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36060) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:02.299719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.338771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] For port 0d0c2ea8-f184-444b-be63-fc315cda9995, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:02.353139 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] For port 0d0c2ea8-f184-444b-be63-fc315cda9995, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0d0c2ea8-f184-444b-be63-fc315cda9995,segment=NetworkSegment(e76c9acb-4df8-4959-bd5b-fe48c6703d9e),segment_id=e76c9acb-4df8-4959-bd5b-fe48c6703d9e)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:02.358760 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.363848 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-bea2bfaa-e5ab-4202-b267-c099419caeec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.373410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:02.383697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Usage tracker for resource:security_group_rule and tenant:29927c674c554e4a9b1ada63c78e6354 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:02.388124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:02.396741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:02.402604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.403980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.477003 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.483681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.489289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-749536f6-b046-4076-a493-8b1f6b75e69b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.493420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.500999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.511155 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Pushing event updated for resources: {'Port': ['ID=0d0c2ea8-f184-444b-be63-fc315cda9995,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.515723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.529751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.538430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.539890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.541171 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.542874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.544317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.545226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Synchronizing usage tracker for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:02.580966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.598616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event updated for resources: {'Subnet': ['ID=a34631a5-c04d-48af-8752-2538ca5b986e,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.600701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.603635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.611068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9cfd1cfd-c044-4f02-86ec-eec11d697c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.646225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Transition to ACTIVE for port object c6700feb-b0cb-4381-a95d-e48d17ac2040 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:02.651214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:02.653410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Checking segment: {'id': '923bfcc0-c48e-4e5d-9529-a0962c2c8aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:02.653973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Network hostable DHCP agents. Network: 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:02.658524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.671853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:02.672166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:02.674521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.675111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.679589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Unset dirty status for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:02.680308 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.680941 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9319a076-d5fd-4b28-bba5-a8e9898f92c4 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3918738 Dec 20 12:04:02.688512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=4c018baf-71c7-4d1f-9584-1336a3dffee7,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.691979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.692323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aae420a0-84c6-4eca-aba4-10362e30175c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.692618 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36066) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:02.701759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-11b83fcf-b43b-43d8-ae35-3758e9f786fe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.702320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5443dd-183c-4469-8cbf-93201a21f6f0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.705759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.706256 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Added segment 65c591fb-ce63-453a-b412-889a585ee26a of type vlan for network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c Dec 20 12:04:02.707996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.746247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.747308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.751437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:02.751635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.752196 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.761260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518180652'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:02.779705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:02.786072 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:02.793164 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.793912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.804764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=70a2efd2-42a8-46a1-a74e-4ce690387d9a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:02.808183 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:02.830447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.834739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:02.835618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.860214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:02.860963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a5927-7eae-4da2-a78b-637fb89e4856 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:02.862665 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.877512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:02.891658 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-30818d95-8404-4d59-b21d-04cf7ebb6593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:02.946906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:02.986215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:02.993638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa187e-1546-4035-b14a-582b33030f83 None None] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:03.002603 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2805054 Dec 20 12:04:03.030070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36070) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:03.034700 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.8666642 Dec 20 12:04:03.039987 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event updated for resources: {'Network': ['ID=8e89e68e-0204-4887-a6c1-4a4ea6394b2c,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:03.043300 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7215838 Dec 20 12:04:03.044136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36074) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:03.045039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:03.047681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36076) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:03.052350 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3701723 Dec 20 12:04:03.058759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1310729984'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:03.062061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36080) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:03.067636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Request body: {'subnet': {'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:03.096141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Request body: {'port': {'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1742947432'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:03.098622 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-268086183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:03.114770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:03.126908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:03.129439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:03.129856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.139941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:03.151856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=f2dc4cf6-ad37-4e44-8adf-aa5f8978d935,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:03.153445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:03.154847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:03.171512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:router and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:03.176090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:03.179186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:03.207543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:03.210949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.231615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.235963 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/70a2efd2-42a8-46a1-a74e-4ce690387d9a HTTP/1.1" status: 204 len: 168 time: 2.8163114 Dec 20 12:04:03.244271 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:03.246028 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36086) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:03.253929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:03.269486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:03.371192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:03.379287 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Usage tracker for resource:subnet and tenant:29927c674c554e4a9b1ada63c78e6354 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:03.387645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:03.407465 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:03.409481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:03.416161 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b47582-c263-4778-a2d9-fa44ba169a65 None None] Pushing event updated for resources: {'Port': ['ID=c6700feb-b0cb-4381-a95d-e48d17ac2040,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:03.434054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.434402 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment cdb5eba2-3cef-4246-a881-62da73356de3 of type vlan for network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 Dec 20 12:04:03.435814 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:03.443469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Made reservation on behalf of 29927c674c554e4a9b1ada63c78e6354 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:03.457737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Usage tracker for resource:port and tenant:e8b95c800fcd45c195524feeb8451436 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:03.461454 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:03.469876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:03.509008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.509980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.513369 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:03.517641 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-53888338-34ec-4a24-82df-2e91680a383f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:04:03.518118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-53888338-34ec-4a24-82df-2e91680a383f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:03.521476 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.542162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-97b47582-c263-4778-a2d9-fa44ba169a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:03.560075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.560440 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment e6bf035f-8276-4105-8ef4-4cf06b931692 of type vlan for network e5f03a11-2b8d-4307-bc96-445dee32c168 Dec 20 12:04:03.575364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Attempting to bind port c6700feb-b0cb-4381-a95d-e48d17ac2040 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:03.575364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Attempting to bind port c6700feb-b0cb-4381-a95d-e48d17ac2040 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:03.576189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Attempting to bind port c6700feb-b0cb-4381-a95d-e48d17ac2040 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:03.576329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea67890-e5db-42cf-b1c6-794d1da18745 req-10dbd30e-d8b2-41d2-8533-d2980542a9ad tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:03.577882 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4ea67890-e5db-42cf-b1c6-794d1da18745 req-10dbd30e-d8b2-41d2-8533-d2980542a9ad tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.6829011 Dec 20 12:04:03.612413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.638879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Made reservation on behalf of e8b95c800fcd45c195524feeb8451436 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:03.642098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.642255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.647970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-53888338-34ec-4a24-82df-2e91680a383f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:03.649221 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-53888338-34ec-4a24-82df-2e91680a383f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/70a2efd2-42a8-46a1-a74e-4ce690387d9a HTTP/1.1" status: 404 len: 333 time: 0.4013000 Dec 20 12:04:03.650955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.659893 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36090) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:03.720431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '4c018baf-71c7-4d1f-9584-1336a3dffee7'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:03.721762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.733958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0d0c2ea8-f184-444b-be63-fc315cda9995 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:03.756431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.777052 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:03.778793 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:03.778793 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.779157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:03.779867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Bound port: c6700feb-b0cb-4381-a95d-e48d17ac2040, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:03.780547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.781500 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4ea67890-e5db-42cf-b1c6-794d1da18745 req-b06fda81-6761-4300-b9fb-7514abd53dee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939383 Dec 20 12:04:03.795955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.806665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.814557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:03.815258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.848538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.852270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:03.852844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:03.866405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-6447f066-f7b5-44e2-b7a4-f11ceaf88938 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:04.065767 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3188148 Dec 20 12:04:04.065767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.065767 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-04d127b3-8331-4d64-b319-260d06d8b110 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0330544 Dec 20 12:04:04.066686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36096) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:04.072640 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0605b03-fcb5-4287-ad8d-14af0c4e9e2b None None] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:04.101933 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a', 'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a', 'tenant_id': 'e8b95c800fcd45c195524feeb8451436', 'fixed_ips': [{'subnet_id': 'a34631a5-c04d-48af-8752-2538ca5b986e'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:04.102739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.116899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=e5f03a11-2b8d-4307-bc96-445dee32c168,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:04.119835 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:04.123178 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:04.127103 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36098) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:04.138994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:04.146120 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] For port c6700feb-b0cb-4381-a95d-e48d17ac2040, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:04.150376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network e5f03a11-2b8d-4307-bc96-445dee32c168 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:04.156475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] device_id is not set on port d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:04.201435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.244547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] For port c6700feb-b0cb-4381-a95d-e48d17ac2040, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c6700feb-b0cb-4381-a95d-e48d17ac2040,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:04.312481 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2609973 Dec 20 12:04:04.312693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36104) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:04.318470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:04.330112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:04.333655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': 'f2dc4cf6-ad37-4e44-8adf-aa5f8978d935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:04.334506 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.347905 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e613914b-ec5b-4252-b217-fa556e6108d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:04.375641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:04.436429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7f4cbca3-96ab-4454-bd61-4c60a0e2f76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:04.445971 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet e68dbaee-56e9-4f2e-a7d7-9b937d2704ab {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:04.458670 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.550691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Checking segment: {'id': '65c591fb-ce63-453a-b412-889a585ee26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:04.550691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Network hostable DHCP agents. Network: 8e89e68e-0204-4887-a6c1-4a4ea6394b2c, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:04.567134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event updated for resources: {'Subnet': ['ID=4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:04.573693 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:04.587444 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Allocated IP 172.20.0.5 (4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a/a34631a5-c04d-48af-8752-2538ca5b986e/d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:04.622036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:04.649139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 8e89e68e-0204-4887-a6c1-4a4ea6394b2c) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:04.661361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:04.662085 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.711397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9ee5d-59dc-4cbc-bf34-2dad80cfde0e None None] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:04.714394 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6606944 Dec 20 12:04:04.718761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36112) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:04.726196 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.735109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Request body: {'port': {'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1915277798'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:04.817351 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 0d0c2ea8-f184-444b-be63-fc315cda9995 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:04.832998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:04.844933 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Provisioning for port 0d0c2ea8-f184-444b-be63-fc315cda9995 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:04.853040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/4c018baf-71c7-4d1f-9584-1336a3dffee7/5368336c-09d0-4f7b-866a-9a345ed489f7) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:04.907773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 0d0c2ea8-f184-444b-be63-fc315cda9995 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:04.908488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.924344 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:04.936405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Provisioning complete for port 0d0c2ea8-f184-444b-be63-fc315cda9995 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:04.937060 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:04.938908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:04.950971 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:04.995857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.006813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.015083 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b47582-c263-4778-a2d9-fa44ba169a65 None None] Pushing event updated for resources: {'Port': ['ID=c6700feb-b0cb-4381-a95d-e48d17ac2040,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:05.016301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Transition to ACTIVE for port object d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:05.019716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:05.026408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Usage tracker for resource:port and tenant:29927c674c554e4a9b1ada63c78e6354 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:05.027355 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-97b47582-c263-4778-a2d9-fa44ba169a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:05.030380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:05.039131 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:05.053279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Made reservation on behalf of 29927c674c554e4a9b1ada63c78e6354 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:05.056409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.084075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.086793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] device_id is not set on port 44ce8640-9ab7-4fc9-8c88-13c0d283de59 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:05.123644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c38659ff-85ce-4f49-a952-d0a8881ff3a2 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:05.184985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:05.213308 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Routers {'1de50050-46c4-4e3b-bcc5-38d76cd9c9b7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:05.213966 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['1de50050-46c4-4e3b-bcc5-38d76cd9c9b7'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:05.229448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:05.235657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:05.243138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:05.248136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.257571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:05.274090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event updated for resources: {'Port': ['ID=d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:05.313851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:05.358739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:05.359248 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.385071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Allocated IP 2001:db8::218 (8e89e68e-0204-4887-a6c1-4a4ea6394b2c/4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd/44ce8640-9ab7-4fc9-8c88-13c0d283de59) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:05.401992 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3354845 Dec 20 12:04:05.404233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36118) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.408213 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Request body: {'port': {'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1797855817', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:05.408732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] bootfile-name is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:05.409293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] tftp-server is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:05.409463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] server-ip-address is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:05.444810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network e5f03a11-2b8d-4307-bc96-445dee32c168 is not hosted by any dhcp agent {{(pid=83528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 12:04:05.449014 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:05.449613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.453510 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "PUT /v2.0/networks/e5f03a11-2b8d-4307-bc96-445dee32c168 HTTP/1.1" status: 200 len: 723 time: 1.3357878 Dec 20 12:04:05.453510 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.456439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36122) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:05.469642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': 'e5f03a11-2b8d-4307-bc96-445dee32c168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:05.500354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Allocated IP 172.20.0.2 (4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a/a34631a5-c04d-48af-8752-2538ca5b986e/b2b1ff01-4935-4f76-9036-fb6681ab14f4) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:05.577421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.616849 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.650524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.663566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=e5f03a11-2b8d-4307-bc96-445dee32c168,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:05.716364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-8e89e68e-0204-4887-a6c1-4a4ea6394b2c', 'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c', 'tenant_id': '29927c674c554e4a9b1ada63c78e6354', 'fixed_ips': [{'subnet_id': '4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:05.717193 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.718903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:05.726524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network e5f03a11-2b8d-4307-bc96-445dee32c168 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:05.793486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.825829 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.835913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:05.881361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:05.885250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:05.915935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Usage tracker for resource:port and tenant:e8b95c800fcd45c195524feeb8451436 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:05.925389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:05.941863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:05.944572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:05.966330 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:05.978166 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:06.028512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=e68dbaee-56e9-4f2e-a7d7-9b937d2704ab,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:06.066853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:06.071538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] Set router 1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:06.086493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.089343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Made reservation on behalf of e8b95c800fcd45c195524feeb8451436 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:06.092388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.119604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.130281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.136933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Transition to ACTIVE for port object 44ce8640-9ab7-4fc9-8c88-13c0d283de59 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:06.163828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.170305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Allocated IP 172.36.7.160 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/8d31d8fa-e572-4dac-88ab-ad704911cfcd) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:06.172452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e20737-87fc-44d0-ac10-1e71844e22cb None None] Network f367429d-15b7-4a05-aa55-1e91e24c6333 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:06.193455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.199647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] device_id is not set on port 994af4dc-9db1-4692-af0d-ceaccee3004a yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:06.252802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26082c76-25dd-40b4-91d8-43730762b4d0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:06.254264 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/e68dbaee-56e9-4f2e-a7d7-9b937d2704ab HTTP/1.1" status: 204 len: 168 time: 2.5859582 Dec 20 12:04:06.265409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36126) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:06.278163 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] For port 0d0c2ea8-f184-444b-be63-fc315cda9995, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0d0c2ea8-f184-444b-be63-fc315cda9995,segment=NetworkSegment(e76c9acb-4df8-4959-bd5b-fe48c6703d9e),segment_id=e76c9acb-4df8-4959-bd5b-fe48c6703d9e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:06.280595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.404968 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.432457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3d9d42df-e4cd-4e32-aebc-326202a1c0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:06.492049 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Transition to ACTIVE for port object 5368336c-09d0-4f7b-866a-9a345ed489f7 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:06.567002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.574816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event updated for resources: {'Port': ['ID=44ce8640-9ab7-4fc9-8c88-13c0d283de59,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:06.578919 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:06.581822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:06.582631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:06.586010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:06.589922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:06.590527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.623680 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9044209 Dec 20 12:04:06.624359 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dc0de3be-3b21-4559-bd0f-f7a6ad3f4473 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:06.628697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36130) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:06.668496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Request body: {'port': {'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-674773129', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:06.668749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] bootfile-name is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:06.669051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] tftp-server is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:06.669367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] server-ip-address is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:06.772041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Transition to ACTIVE for port object 5368336c-09d0-4f7b-866a-9a345ed489f7 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:06.855005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.862075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f467b052-7bbc-4dd1-bb22-51f9048121f5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:06.876404 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:06.877054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:06.877976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.910237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:06.924975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.925933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Usage tracker for resource:port and tenant:29927c674c554e4a9b1ada63c78e6354 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:06.929457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:06.940377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Pushing event updated for resources: {'Port': ['ID=0d0c2ea8-f184-444b-be63-fc315cda9995,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:06.944625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:06.951598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=4237d916-d64d-4075-911c-f106e10a6251,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:06.961757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Update dhcp port {'port': {'network_id': 'bdddfc38-7eb7-47dd-9080-fb7b87338be2', 'fixed_ips': [{'subnet_id': '81499eb3-3363-4850-bf40-f7bfb797a3e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '2df257ba-4882-4de3-86de-08b723534957'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '0d0c2ea8-f184-444b-be63-fc315cda9995'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:04:06.962230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:06.978334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Made reservation on behalf of 29927c674c554e4a9b1ada63c78e6354 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:06.981883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:06.997073 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.000172 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.001087 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': 'e6bf035f-8276-4105-8ef4-4cf06b931692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e5f03a11-2b8d-4307-bc96-445dee32c168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:07.001416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port f7c87939-3723-423c-add1-35bb8d1ea59a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:07.001906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: e5f03a11-2b8d-4307-bc96-445dee32c168, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:07.002005 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.020991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] device_id is not set on port d1509968-f3f0-4a4e-8efd-dfa3a2368ea1 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:07.052938 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.064922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=a6926dea-8005-4c57-a24d-3a1a2904be5b,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.075614 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Allocated IP 2001:db8::2 (8e89e68e-0204-4887-a6c1-4a4ea6394b2c/4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd/6fdd41c6-f24c-4052-b631-1c2637ecfe9e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:07.083595 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.090137 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.111730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network e5f03a11-2b8d-4307-bc96-445dee32c168 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:07.126957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, e5f03a11-2b8d-4307-bc96-445dee32c168) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:07.130367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Transition to ACTIVE for port object b2b1ff01-4935-4f76-9036-fb6681ab14f4 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:07.140428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:07.141737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.155344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:07.164260 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2895204-dbb2-4ee4-bc70-846703815238 None None] Network e5f03a11-2b8d-4307-bc96-445dee32c168 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:07.168691 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7084484 Dec 20 12:04:07.171616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36134) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:07.179688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:07.211791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': '08a1c60c-62a5-444d-a8d9-b9ce7daef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f2dc4cf6-ad37-4e44-8adf-aa5f8978d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:07.212181 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: f2dc4cf6-ad37-4e44-8adf-aa5f8978d935, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:07.213495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:07.228291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.243089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:07.265064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.265762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Pushing event updated for resources: {'Port': ['ID=5368336c-09d0-4f7b-866a-9a345ed489f7,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.282835 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::1 (51a1536f-8906-4846-ba25-f9918687ea89/4c018baf-71c7-4d1f-9584-1336a3dffee7/6b3f73c2-ff62-4db1-8b99-21d34600ed72) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:07.294981 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.306041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Transition to ACTIVE for port object b2b1ff01-4935-4f76-9036-fb6681ab14f4 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:07.327727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6696532'] for subnet, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.329315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.337577 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f79020dd-f19b-44f3-85d2-e98d1f5e0f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.490524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Allocated IP 172.20.0.3 (4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a/a34631a5-c04d-48af-8752-2538ca5b986e/994af4dc-9db1-4692-af0d-ceaccee3004a) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:07.518966 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.540298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f415ebbf-a68e-43b2-9337-713e48dd4caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.574302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:07.610064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] For port f7c87939-3723-423c-add1-35bb8d1ea59a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f7c87939-3723-423c-add1-35bb8d1ea59a,segment=NetworkSegment(0b7611a8-168a-43c0-82c1-6d9daa566165),segment_id=0b7611a8-168a-43c0-82c1-6d9daa566165)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:07.610335 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.643773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:07.644890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, f2dc4cf6-ad37-4e44-8adf-aa5f8978d935) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:07.657069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790997755396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8208533'] for subnet, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.664882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.666497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e777c6f9-63c8-48e3-a473-688b900bc4e5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.682165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 6b3f73c2-ff62-4db1-8b99-21d34600ed72 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:07.709044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86cce0a-3c1e-46fb-aa98-ad835180f27e None None] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:07.770161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:07.772241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Port': ['ID=8d31d8fa-e572-4dac-88ab-ad704911cfcd,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.774535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:07.801213 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:07.801962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.806337 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "PUT /v2.0/subnets/4237d916-d64d-4075-911c-f106e10a6251 HTTP/1.1" status: 200 len: 826 time: 0.6301847 Dec 20 12:04:07.807904 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36138) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:07.847627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=4237d916-d64d-4075-911c-f106e10a6251,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:07.859559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.862830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.870459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for f7c87939-3723-423c-add1-35bb8d1ea59a owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:07.895806 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:07.897708 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:07.898296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:07.904532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4a0ad706-6ba3-4fc1-bd06-4218d74254b0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:07.909988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1641215b-ffef-46b7-a0b5-af2773ce5779 None None] DHCP port deletion for f367429d-15b7-4a05-aa55-1e91e24c6333 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:07.949377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:07.966722 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Attempting to bind port 5368336c-09d0-4f7b-866a-9a345ed489f7 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:07.967115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Attempting to bind port 5368336c-09d0-4f7b-866a-9a345ed489f7 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:07.967492 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Attempting to bind port 5368336c-09d0-4f7b-866a-9a345ed489f7 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:07.978526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.006356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1641215b-ffef-46b7-a0b5-af2773ce5779 None None] Deleting port f7c87939-3723-423c-add1-35bb8d1ea59a {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:08.006895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1641215b-ffef-46b7-a0b5-af2773ce5779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.013736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Transition to ACTIVE for port object 994af4dc-9db1-4692-af0d-ceaccee3004a will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:08.020695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.037272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:08.038848 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:08.049601 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7328072 Dec 20 12:04:08.053126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36142) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:08.057001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:08.063186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Pushing event updated for resources: {'Port': ['ID=b2b1ff01-4935-4f76-9036-fb6681ab14f4,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:08.077390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=6b3f73c2-ff62-4db1-8b99-21d34600ed72,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:08.080796 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:08.109231 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.126044 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:08.127090 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:08.127428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:08.128016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.133972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': 'f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:08.137744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.147654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-09990d41-8a0b-4b14-a633-5b0150481f93 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:08.150720 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0d0c2ea8-f184-444b-be63-fc315cda9995 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:08.242303 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:08.246479 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:08.247619 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:08.248025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:08.248693 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.249137 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:08.249393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Bound port: 5368336c-09d0-4f7b-866a-9a345ed489f7, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:08.249634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event updated for resources: {'Port': ['ID=994af4dc-9db1-4692-af0d-ceaccee3004a,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:08.249821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.251753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:08.271981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.285682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7f27ea12-2332-4d0a-bca6-d778b7503b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:08.291720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:08.313406 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.324121 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1cbec8ab-0ec4-4832-b6a9-334c4e7e8877 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:08.344240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=f7c87939-3723-423c-add1-35bb8d1ea59a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:08.355888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:08.362163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:08.362358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=4237d916-d64d-4075-911c-f106e10a6251,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:08.371803 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:08.374796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No DVR routers for this DVR port f7c87939-3723-423c-add1-35bb8d1ea59a on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:08.375222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:08.376548 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:08.403034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:08.403663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.409964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:08.436397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de50050-46c4-4e3b-bcc5-38d76cd9c9b7', 'name': 'tempest-snat-router-442512954', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.115'}], 'enable_snat': False}, 'gw_port_id': 'c6700feb-b0cb-4381-a95d-e48d17ac2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:53Z', 'updated_at': '2021-12-20T12:03:56Z', 'revision_number': 3, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port': {'id': 'c6700feb-b0cb-4381-a95d-e48d17ac2040', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de50050-46c4-4e3b-bcc5-38d76cd9c9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:54Z', 'updated_at': '2021-12-20T12:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:08.442897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1641215b-ffef-46b7-a0b5-af2773ce5779 None None] The port 'f7c87939-3723-423c-add1-35bb8d1ea59a' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:08.489689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:08.496719 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0929871 Dec 20 12:04:08.498611 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.505510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36146) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:08.562078 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56efa5-189c-400c-963b-f6838cd891a5 None None] The sync data for ids ['1de50050-46c4-4e3b-bcc5-38d76cd9c9b7'] in dv-neutron-victoria-2-hyperv is: [{'id': '1de50050-46c4-4e3b-bcc5-38d76cd9c9b7', 'name': 'tempest-snat-router-442512954', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.115'}], 'enable_snat': False}, 'gw_port_id': 'c6700feb-b0cb-4381-a95d-e48d17ac2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:03:53Z', 'updated_at': '2021-12-20T12:03:56Z', 'revision_number': 3, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port': {'id': 'c6700feb-b0cb-4381-a95d-e48d17ac2040', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de50050-46c4-4e3b-bcc5-38d76cd9c9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:03:54Z', 'updated_at': '2021-12-20T12:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:08.612675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.635972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.658678 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a0f7c-eb54-41d1-ba09-bbf5bbc36a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-e5f03a11-2b8d-4307-bc96-445dee32c168', 'network_id': 'e5f03a11-2b8d-4307-bc96-445dee32c168', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': '4237d916-d64d-4075-911c-f106e10a6251'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:08.661166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0f7c-eb54-41d1-ba09-bbf5bbc36a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.683877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.710322 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Allocated IP 172.20.0.1 (bdddfc38-7eb7-47dd-9080-fb7b87338be2/2df257ba-4882-4de3-86de-08b723534957/0d0c2ea8-f184-444b-be63-fc315cda9995) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:08.729262 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f03a11-2b8d-4307-bc96-445dee32c168']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:08.735418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Attempting to bind port b2b1ff01-4935-4f76-9036-fb6681ab14f4 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:08.735915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Attempting to bind port b2b1ff01-4935-4f76-9036-fb6681ab14f4 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '923bfcc0-c48e-4e5d-9529-a0962c2c8aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:08.736392 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Attempting to bind port b2b1ff01-4935-4f76-9036-fb6681ab14f4 on network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:08.740907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Transition to ACTIVE for port object 6fdd41c6-f24c-4052-b631-1c2637ecfe9e will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:08.751238 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bf035f-8276-4105-8ef4-4cf06b931692') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:08.751541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bf035f-8276-4105-8ef4-4cf06b931692') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:08.767378 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.792112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.806083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:08.806970 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:08.826941 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:08.857385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:08.857385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Checking segment: {'id': '923bfcc0-c48e-4e5d-9529-a0962c2c8aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:08.857385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.857743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Bound using segment: {'id': '923bfcc0-c48e-4e5d-9529-a0962c2c8aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:08.858186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Bound port: b2b1ff01-4935-4f76-9036-fb6681ab14f4, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923bfcc0-c48e-4e5d-9529-a0962c2c8aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:08.858872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.913436 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f367429d-15b7-4a05-aa55-1e91e24c6333']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:08.930519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7611a8-168a-43c0-82c1-6d9daa566165') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:08.930927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7611a8-168a-43c0-82c1-6d9daa566165') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:08.942986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Transition to ACTIVE for port object 6fdd41c6-f24c-4052-b631-1c2637ecfe9e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:08.955430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1fc5b4-0858-4bea-bd75-d080551d2257 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:08.966707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1fc5b4-0858-4bea-bd75-d080551d2257 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:08.970943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1fc5b4-0858-4bea-bd75-d080551d2257 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:08.971917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4a1fc5b4-0858-4bea-bd75-d080551d2257 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Synchronizing usage tracker for tenant:e8b95c800fcd45c195524feeb8451436 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:08.983638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] For port 5368336c-09d0-4f7b-866a-9a345ed489f7, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:08.984857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:08.988199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 0d0c2ea8-f184-444b-be63-fc315cda9995 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:08.988788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.010138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.059131 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.059877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4a1fc5b4-0858-4bea-bd75-d080551d2257 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Unset dirty status for tenant:e8b95c800fcd45c195524feeb8451436 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:09.064736 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4a1fc5b4-0858-4bea-bd75-d080551d2257 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5582011 Dec 20 12:04:09.069460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36150) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.081121 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.085924 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-f2dc4cf6-ad37-4e44-8adf-aa5f8978d935', 'network_id': 'f2dc4cf6-ad37-4e44-8adf-aa5f8978d935', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': 'a6926dea-8005-4c57-a24d-3a1a2904be5b'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:09.086971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.099239 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:09.099739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.152705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.162336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Deleting port 994af4dc-9db1-4692-af0d-ceaccee3004a {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:09.162949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:09.175073 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:09.226389 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] For port 5368336c-09d0-4f7b-866a-9a345ed489f7, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5368336c-09d0-4f7b-866a-9a345ed489f7,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:09.273635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.355471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.369299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.385259 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:09.391086 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.391814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.400591 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.405979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Pushing event updated for resources: {'Port': ['ID=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.408556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:09.410185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Allocated IP 2001:db8::2cb (8e89e68e-0204-4887-a6c1-4a4ea6394b2c/4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd/d1509968-f3f0-4a4e-8efd-dfa3a2368ea1) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:09.428729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.431739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c9e9559f-06b6-4e60-86bd-551b68381bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.433378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.437855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.466209 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:09.483078 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/e5f03a11-2b8d-4307-bc96-445dee32c168 HTTP/1.1" status: 204 len: 168 time: 1.6718071 Dec 20 12:04:09.484106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=e5f03a11-2b8d-4307-bc96-445dee32c168,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.494916 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36154) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.495808 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] For port 0d0c2ea8-f184-444b-be63-fc315cda9995, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0d0c2ea8-f184-444b-be63-fc315cda9995,segment=NetworkSegment(e76c9acb-4df8-4959-bd5b-fe48c6703d9e),segment_id=e76c9acb-4df8-4959-bd5b-fe48c6703d9e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:09.506106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.515687 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:09.521645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] For port b2b1ff01-4935-4f76-9036-fb6681ab14f4, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:09.537008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02608faf-78ee-414c-b9d9-9e14cb2bd6e7 None None] Network e5f03a11-2b8d-4307-bc96-445dee32c168 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:09.561993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=f367429d-15b7-4a05-aa55-1e91e24c6333,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:09.564919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:09.571996 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7526abeb-8b3a-47c5-906a-180e15a896d2 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:09.572467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7526abeb-8b3a-47c5-906a-180e15a896d2 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:09.574375 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7526abeb-8b3a-47c5-906a-180e15a896d2 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/e5f03a11-2b8d-4307-bc96-445dee32c168 HTTP/1.1" status: 404 len: 339 time: 0.0785184 Dec 20 12:04:09.598785 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36158) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.606162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366836647', 'description': 'd1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:09.628757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] For port b2b1ff01-4935-4f76-9036-fb6681ab14f4, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b2b1ff01-4935-4f76-9036-fb6681ab14f4,segment=NetworkSegment(923bfcc0-c48e-4e5d-9529-a0962c2c8aeb),segment_id=923bfcc0-c48e-4e5d-9529-a0962c2c8aeb)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:09.636773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02608faf-78ee-414c-b9d9-9e14cb2bd6e7 None None] Network e5f03a11-2b8d-4307-bc96-445dee32c168 could not be found, it might have been deleted concurrently. {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 12:04:09.653344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.666641 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/f367429d-15b7-4a05-aa55-1e91e24c6333 HTTP/1.1" status: 204 len: 168 time: 3.4000759 Dec 20 12:04:09.687084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb15cb-45e4-4608-b99d-831bcb8ab910 None None] Network e5f03a11-2b8d-4307-bc96-445dee32c168 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:09.697209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:09.700948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36162) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:09.818223 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-776789782'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:09.828710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Usage tracker for resource:network and tenant:a66ce5729c3849bfb6886f4ef03a15ad is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:09.902828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:09.913819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Calling delete_port for 994af4dc-9db1-4692-af0d-ceaccee3004a owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:09.929797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:09.945247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:09.978778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:09.981232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:09.996610 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:10.016341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.022089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:10.029015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.047543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-252c4215-8149-48ec-a606-ed5062fba4f9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.070972 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:10.083637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb15cb-45e4-4608-b99d-831bcb8ab910 None None] Network e5f03a11-2b8d-4307-bc96-445dee32c168 could not be found, it might have been deleted concurrently. {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 12:04:10.106110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Pushing event updated for resources: {'Port': ['ID=5368336c-09d0-4f7b-866a-9a345ed489f7,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.109753 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.121485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-97b47582-c263-4778-a2d9-fa44ba169a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.136312 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=85cd18de-c95d-4963-aeab-1f192d4d581a,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.138449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.139251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.142799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.146308 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:10.149805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.157738 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2b70ee2c-872f-4d7a-8513-22beada0f00f tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.165149 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.172817 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:10.175674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.226015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Transition to ACTIVE for port object 0d0c2ea8-f184-444b-be63-fc315cda9995 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:10.229932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Attempting to bind port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:10.230665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Attempting to bind port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '65c591fb-ce63-453a-b412-889a585ee26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:10.231467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Attempting to bind port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e on network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:10.253294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.258283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f7c87939-3723-423c-add1-35bb8d1ea59a no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:10.289976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Allocated IP 172.20.0.2 (f2dc4cf6-ad37-4e44-8adf-aa5f8978d935/a6926dea-8005-4c57-a24d-3a1a2904be5b/72fbce5c-4609-41af-8999-c961f857b39f) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:10.316381 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: f7c87939-3723-423c-add1-35bb8d1ea59a {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:10.317150 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f7c87939-3723-423c-add1-35bb8d1ea59a not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:10.323303 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Pushing event updated for resources: {'Port': ['ID=b2b1ff01-4935-4f76-9036-fb6681ab14f4,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.326979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.329413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-77d59309-bded-42ec-b283-928bfe7eb387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.335629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:10.349570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.349969 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment 135c51a7-2108-4f09-88b2-a37a74959f04 of type vlan for network 102a59bc-cddd-4d36-ba30-7b6bdac113a0 Dec 20 12:04:10.364578 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:10.365044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Checking segment: {'id': '65c591fb-ce63-453a-b412-889a585ee26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:10.365331 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.366780 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Bound using segment: {'id': '65c591fb-ce63-453a-b412-889a585ee26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:10.367054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Bound port: 6fdd41c6-f24c-4052-b631-1c2637ecfe9e, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c591fb-ce63-453a-b412-889a585ee26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8e89e68e-0204-4887-a6c1-4a4ea6394b2c'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:10.367448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.402504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.445539 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=6b3f73c2-ff62-4db1-8b99-21d34600ed72,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.450410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.471438 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-959a41f7-c802-4861-bfaf-00f314d9d998 tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.475156 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.476055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': 'cdb5eba2-3cef-4246-a881-62da73356de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:10.476432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:10.564417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:10.578263 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event deleted for resources: {'Port': ['ID=994af4dc-9db1-4692-af0d-ceaccee3004a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.591356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:10.595266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5368336c-09d0-4f7b-866a-9a345ed489f7 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:10.596358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.621196 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:10.773750 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.779129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:10.779951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.809092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-848b5985-f7f4-4dc8-b838-621fad8ff7c7 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.832919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Pushing event updated for resources: {'Port': ['ID=0d0c2ea8-f184-444b-be63-fc315cda9995,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:10.836995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:10.868971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] For port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:10.876610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] For port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,segment=NetworkSegment(65c591fb-ce63-453a-b412-889a585ee26a),segment_id=65c591fb-ce63-453a-b412-889a585ee26a)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:10.890754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.897910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:10.898292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:10.898613 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:10.904039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4483969b-8eea-47c6-8eb6-899ad555635c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:10.944587 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3440859 Dec 20 12:04:10.992483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36166) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:11.006764 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Transition to ACTIVE for port object d1509968-f3f0-4a4e-8efd-dfa3a2368ea1 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:11.019950 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 5368336c-09d0-4f7b-866a-9a345ed489f7 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:11.055747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c6700feb-b0cb-4381-a95d-e48d17ac2040 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:11.116022 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Pushing event updated for resources: {'Port': ['ID=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:11.123649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:11.125074 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.156019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:11.156684 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Transition to ACTIVE for port object 72fbce5c-4609-41af-8999-c961f857b39f will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:11.181495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Transition to ACTIVE for port object 72fbce5c-4609-41af-8999-c961f857b39f will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:11.201688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.207742 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-031e38ba-a61d-4bd3-be27-3cd293baf3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:11.211185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:11.226099 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c1a5fd-ab4e-469e-bada-b587a7f793fa tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:11.227199 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:11.227777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.237238 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2c1a5fd-ab4e-469e-bada-b587a7f793fa tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Synchronizing usage tracker for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:network {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:11.248594 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c306769-c784-4980-807c-afa696bab681 None None] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:11.338710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.345487 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2900333 Dec 20 12:04:11.348170 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "DELETE /v2.0/ports/994af4dc-9db1-4692-af0d-ceaccee3004a HTTP/1.1" status: 204 len: 168 time: 2.2747452 Dec 20 12:04:11.351907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=102a59bc-cddd-4d36-ba30-7b6bdac113a0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:11.356101 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36170) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:11.356568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36172) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:11.372134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:11.378686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:11.386651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Request body: {'port': {'name': 'tempest-new-port-name-1955766948', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:11.387077 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 102a59bc-cddd-4d36-ba30-7b6bdac113a0 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:11.387310 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] bootfile-name is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:11.387745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] tftp-server is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:11.388212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] server-ip-address is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:11.415059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:11.417967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:11.429344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Pushing event updated for resources: {'Port': ['ID=72fbce5c-4609-41af-8999-c961f857b39f,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:11.433982 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:11.435358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Router ee0abb00-35bb-48b3-a7e4-dca8b0572c20 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:04:11.638048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1163953731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:11.644214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.661624 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port c6700feb-b0cb-4381-a95d-e48d17ac2040 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:11.681239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:11.685719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:router and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:11.689559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:11.696456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:11.772780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.792721 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:11.818581 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c6700feb-b0cb-4381-a95d-e48d17ac2040 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:11.819540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.857491 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:11.863819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6cee180c-14fa-4bae-92d5-cde768f9967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.890194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Attempting to bind port 72fbce5c-4609-41af-8999-c961f857b39f on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:11.890896 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Attempting to bind port 72fbce5c-4609-41af-8999-c961f857b39f by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '08a1c60c-62a5-444d-a8d9-b9ce7daef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f2dc4cf6-ad37-4e44-8adf-aa5f8978d935'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:11.901294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Attempting to bind port 72fbce5c-4609-41af-8999-c961f857b39f on network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:11.911084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2c1a5fd-ab4e-469e-bada-b587a7f793fa tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Unset dirty status for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:network {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:11.912694 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f2c1a5fd-ab4e-469e-bada-b587a7f793fa tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/networks?id=102a59bc-cddd-4d36-ba30-7b6bdac113a0 HTTP/1.1" status: 200 len: 764 time: 0.9168963 Dec 20 12:04:11.925702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36178) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:11.939337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:11.942114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.943187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.949562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'description': 'd2'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:11.952825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:11.953340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Checking segment: {'id': '08a1c60c-62a5-444d-a8d9-b9ce7daef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f2dc4cf6-ad37-4e44-8adf-aa5f8978d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:11.953855 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.954499 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Bound using segment: {'id': '08a1c60c-62a5-444d-a8d9-b9ce7daef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f2dc4cf6-ad37-4e44-8adf-aa5f8978d935'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:11.955003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Bound port: 72fbce5c-4609-41af-8999-c961f857b39f, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a1c60c-62a5-444d-a8d9-b9ce7daef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f2dc4cf6-ad37-4e44-8adf-aa5f8978d935'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:11.955393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.965889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Provisioning for port 5368336c-09d0-4f7b-866a-9a345ed489f7 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:11.974711 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:11.988178 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:11.988824 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment 37b4b1e5-6140-4369-8b4e-1b46038af11e of type vlan for network 7388e8e2-edf1-499c-b04f-5838029ab7d8 Dec 20 12:04:12.005308 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0356b71-0b5b-4609-a832-3338fd3232da None None] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:12.011407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:12.015789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:12.016483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.045132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Provisioning complete for port 5368336c-09d0-4f7b-866a-9a345ed489f7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:12.045518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.054609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Router 69531b0f-edc4-415f-8ea6-f337b32a24a3 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:04:12.102810 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.4727638 Dec 20 12:04:12.111156 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36182) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:12.206940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event updated for resources: {'Port': ['ID=d1509968-f3f0-4a4e-8efd-dfa3a2368ea1,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:12.212578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.234922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:12.243409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76', 'network_id': 'f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': '85cd18de-c95d-4963-aeab-1f192d4d581a'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:12.244672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.245241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.356775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.476910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cccbce-206e-4b32-92af-352ab392579c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:12.480810 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cccbce-206e-4b32-92af-352ab392579c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:12.484745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cccbce-206e-4b32-92af-352ab392579c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:12.485643 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a9cccbce-206e-4b32-92af-352ab392579c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Synchronizing usage tracker for tenant:29927c674c554e4a9b1ada63c78e6354 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:12.502584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:12.506800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.510737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:12.511253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.512741 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec968b4f-a506-4e13-8599-5e5c559e9615 None None] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:12.515600 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Sync routers for ids ['ee0abb00-35bb-48b3-a7e4-dca8b0572c20'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:12.520189 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d0cee55-180b-44e6-a48d-86d873c611c6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:12.535893 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Routers {'ee0abb00-35bb-48b3-a7e4-dca8b0572c20'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:12.538676 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['ee0abb00-35bb-48b3-a7e4-dca8b0572c20'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:12.584164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.588988 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.6315684 Dec 20 12:04:12.591551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36186) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:12.596625 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.676900 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.691006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=7388e8e2-edf1-499c-b04f-5838029ab7d8,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:12.705956 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.731095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8c794250-9b86-4e30-bd53-dfe6764ecbcc tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:12.782146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:12.791324 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network 102a59bc-cddd-4d36-ba30-7b6bdac113a0 is not hosted by any dhcp agent {{(pid=83528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 12:04:12.796316 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:12.796949 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.798268 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "PUT /v2.0/networks/102a59bc-cddd-4d36-ba30-7b6bdac113a0 HTTP/1.1" status: 200 len: 761 time: 0.8714619 Dec 20 12:04:12.804517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36190) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:12.809291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a9cccbce-206e-4b32-92af-352ab392579c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Unset dirty status for tenant:29927c674c554e4a9b1ada63c78e6354 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:12.810482 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a9cccbce-206e-4b32-92af-352ab392579c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6719408 Dec 20 12:04:12.814286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36194) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:12.824495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:12.867622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] For port 72fbce5c-4609-41af-8999-c961f857b39f, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:12.873639 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.1716185 Dec 20 12:04:12.880908 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.882758 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:12.883948 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-613cc700-2537-49f7-a04c-cc7bae7bcfba tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5162823 Dec 20 12:04:12.885299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36198) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:12.905174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36200) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:12.933139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:12.984227 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Set router ee0abb00-35bb-48b3-a7e4-dca8b0572c20 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:13.005776 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] For port 72fbce5c-4609-41af-8999-c961f857b39f, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=72fbce5c-4609-41af-8999-c961f857b39f,segment=NetworkSegment(08a1c60c-62a5-444d-a8d9-b9ce7daef318),segment_id=08a1c60c-62a5-444d-a8d9-b9ce7daef318)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:13.024586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=102a59bc-cddd-4d36-ba30-7b6bdac113a0,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:13.067212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ca446e4b-1208-4e0d-8e46-9e164b622310 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:13.106586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 102a59bc-cddd-4d36-ba30-7b6bdac113a0 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:13.122609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Deleting port d1509968-f3f0-4a4e-8efd-dfa3a2368ea1 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:13.122948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.142928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port c6700feb-b0cb-4381-a95d-e48d17ac2040, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c6700feb-b0cb-4381-a95d-e48d17ac2040,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:13.149978 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.176479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a0604406-19a3-4ff2-9bb6-a0e15314bd2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:13.214883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:13.225816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.243676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:13.255264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:13.327531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.347138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:13.389141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:13.500291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.528514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.557891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0827e232-048b-4e2c-bad8-05bf5db588b4 tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:13.612086 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0abb00-35bb-48b3-a7e4-dca8b0572c20', 'name': 'tempest-snat-router-442512954', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.160'}], 'enable_snat': True}, 'gw_port_id': '8d31d8fa-e572-4dac-88ab-ad704911cfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:02Z', 'updated_at': '2021-12-20T12:04:08Z', 'revision_number': 3, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port': {'id': '8d31d8fa-e572-4dac-88ab-ad704911cfcd', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0abb00-35bb-48b3-a7e4-dca8b0572c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:05Z', 'updated_at': '2021-12-20T12:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:13.614415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4700561-5bc8-4e9d-b806-87400ecfd259 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:13.614864 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Allocated IP 172.21.0.2 (f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76/85cd18de-c95d-4963-aeab-1f192d4d581a/063e5bf5-5601-412f-abdd-c28d1b112a42) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:13.615116 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a4700561-5bc8-4e9d-b806-87400ecfd259 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Synchronizing usage tracker for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:13.619421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:13.622937 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fdd41c6-f24c-4052-b631-1c2637ecfe9e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:13.623102 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Checking router: ee0abb00-35bb-48b3-a7e4-dca8b0572c20 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:13.623102 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Updating router ee0abb00-35bb-48b3-a7e4-dca8b0572c20 port 8d31d8fa-e572-4dac-88ab-ad704911cfcd binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:04:13.630740 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "PUT /v2.0/routers/69531b0f-edc4-415f-8ea6-f337b32a24a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4963095 Dec 20 12:04:13.642643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36206) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:13.643287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a4700561-5bc8-4e9d-b806-87400ecfd259 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Unset dirty status for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:13.644476 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a4700561-5bc8-4e9d-b806-87400ecfd259 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/networks?id=102a59bc-cddd-4d36-ba30-7b6bdac113a0 HTTP/1.1" status: 200 len: 764 time: 0.8327987 Dec 20 12:04:13.674790 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Sync routers for ids ['69531b0f-edc4-415f-8ea6-f337b32a24a3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:13.708554 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.719450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36210) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:13.732327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Routers {'69531b0f-edc4-415f-8ea6-f337b32a24a3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:13.733463 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:03:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['69531b0f-edc4-415f-8ea6-f337b32a24a3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:13.838265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:13.887644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Set router 69531b0f-edc4-415f-8ea6-f337b32a24a3 gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:13.981824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Calling delete_port for d1509968-f3f0-4a4e-8efd-dfa3a2368ea1 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:14.031298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0621bd-f6d3-4855-9b45-18e64860a287 None None] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:14.032203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733ef83-38f9-4c68-9557-72cbdcec5c96 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.032784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7733ef83-38f9-4c68-9557-72cbdcec5c96 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:14.075325 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.078268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7733ef83-38f9-4c68-9557-72cbdcec5c96 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:14.079541 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7733ef83-38f9-4c68-9557-72cbdcec5c96 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports/6b3f73c2-ff62-4db1-8b99-21d34600ed72 HTTP/1.1" status: 200 len: 911 time: 0.4337683 Dec 20 12:04:14.087821 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36214) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:14.094577 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Transition to ACTIVE for port object 8d31d8fa-e572-4dac-88ab-ad704911cfcd will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:14.103552 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.109088 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:14.180242 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6984b-ddb3-4664-afb1-a49eafd211f9 None None] Pushing event updated for resources: {'Port': ['ID=8d31d8fa-e572-4dac-88ab-ad704911cfcd,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:14.184065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event updated for resources: {'Port': ['ID=d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:14.194654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:14.195324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.197083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:14.197817 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-88a6984b-ddb3-4664-afb1-a49eafd211f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:14.229438 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Attempting to bind port 8d31d8fa-e572-4dac-88ab-ad704911cfcd on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:14.230149 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Attempting to bind port 8d31d8fa-e572-4dac-88ab-ad704911cfcd by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:14.230756 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Attempting to bind port 8d31d8fa-e572-4dac-88ab-ad704911cfcd on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:14.240126 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:14.240527 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:14.240957 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.241358 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:14.242222 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Bound port: 8d31d8fa-e572-4dac-88ab-ad704911cfcd, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:14.242616 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.294652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4436f1fd-0b5c-45fe-a96c-563e297ac267 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.296137 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4436f1fd-0b5c-45fe-a96c-563e297ac267 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5664592 Dec 20 12:04:14.298905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36218) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:14.302633 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] For port 5368336c-09d0-4f7b-866a-9a345ed489f7, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5368336c-09d0-4f7b-866a-9a345ed489f7,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:14.306602 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-58c3a5fa-a910-4b21-959b-d83973e7f6fa tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/ee0abb00-35bb-48b3-a7e4-dca8b0572c20 HTTP/1.1" status: 200 len: 907 time: 1.7125635 Dec 20 12:04:14.310407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36222) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:14.370901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Pushing event updated for resources: {'Port': ['ID=72fbce5c-4609-41af-8999-c961f857b39f,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:14.402838 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] For port 8d31d8fa-e572-4dac-88ab-ad704911cfcd, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:14.407654 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] For port 8d31d8fa-e572-4dac-88ab-ad704911cfcd, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8d31d8fa-e572-4dac-88ab-ad704911cfcd,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:14.415173 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.423961 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:14.430912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.445986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.270s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:14.446434 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:14.466604 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-31bd4409-9187-445e-83ae-70d3ea0bc8b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/subnets?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 207 time: 0.1636479 Dec 20 12:04:14.472649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36226) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:14.546548 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Routers {'ee0abb00-35bb-48b3-a7e4-dca8b0572c20'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:14.547444 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['ee0abb00-35bb-48b3-a7e4-dca8b0572c20'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:14.550522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06cef27d-a7dd-477c-8f0a-3530ef96efc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:14.576234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=c6700feb-b0cb-4381-a95d-e48d17ac2040,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:14.581216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a0888e2-1a92-4824-80fb-db102687aa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.674038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event deleted for resources: {'Port': ['ID=d1509968-f3f0-4a4e-8efd-dfa3a2368ea1,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:14.677208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:14.738687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.764994 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6984b-ddb3-4664-afb1-a49eafd211f9 None None] Pushing event updated for resources: {'Port': ['ID=8d31d8fa-e572-4dac-88ab-ad704911cfcd,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:14.780952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.789739 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-88a6984b-ddb3-4664-afb1-a49eafd211f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:14.790248 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] In _notify_port_updated(), no bound segment for port d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 on network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:04:14.794531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.795850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:14.797409 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "PUT /v2.0/ports/d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 HTTP/1.1" status: 200 len: 1136 time: 3.4384665 Dec 20 12:04:14.802545 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36230) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:14.910143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d207d6-7bac-406b-82bf-cf34652b4405 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.914675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d207d6-7bac-406b-82bf-cf34652b4405 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.919824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d207d6-7bac-406b-82bf-cf34652b4405 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.924008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d207d6-7bac-406b-82bf-cf34652b4405 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.928463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d207d6-7bac-406b-82bf-cf34652b4405 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.932208 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d207d6-7bac-406b-82bf-cf34652b4405 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.933994 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-79d207d6-7bac-406b-82bf-cf34652b4405 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4587486 Dec 20 12:04:14.950185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36234) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:14.979462 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] Set router ee0abb00-35bb-48b3-a7e4-dca8b0572c20 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:14.998960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae678800-a460-43d6-943b-1f80106f21a0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.999211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f1817-8f5c-46bc-8268-54abd930608f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:14.999867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ae678800-a460-43d6-943b-1f80106f21a0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Synchronizing usage tracker for tenant:e8b95c800fcd45c195524feeb8451436 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:15.003563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f1817-8f5c-46bc-8268-54abd930608f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:15.008493 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-563f1817-8f5c-46bc-8268-54abd930608f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.9184945 Dec 20 12:04:15.010937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.033313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36238) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:15.100016 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "DELETE /v2.0/ports/d1509968-f3f0-4a4e-8efd-dfa3a2368ea1 HTTP/1.1" status: 204 len: 168 time: 2.2844477 Dec 20 12:04:15.101136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36240) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:15.127554 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Request body: {'port': {'name': 'tempest-new-port-name-2017087809', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:15.127985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] bootfile-name is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:15.128357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] tftp-server is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:15.128687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.api.validators [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] server-ip-address is not in valid_values {{(pid=83527) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 12:04:15.160748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.170754 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning for port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:15.194489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Pushing event updated for resources: {'Port': ['ID=5368336c-09d0-4f7b-866a-9a345ed489f7,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:15.205697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:15.237743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.967s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:15.238107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:15.247920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning complete for port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:15.248330 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.302169 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:15.332128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.341428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ae678800-a460-43d6-943b-1f80106f21a0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Unset dirty status for tenant:e8b95c800fcd45c195524feeb8451436 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:15.342765 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ae678800-a460-43d6-943b-1f80106f21a0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "GET /v2.0/ports/d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 HTTP/1.1" status: 200 len: 1136 time: 0.5355361 Dec 20 12:04:15.350634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b2b1ff01-4935-4f76-9036-fb6681ab14f4 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:15.396382 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0abb00-35bb-48b3-a7e4-dca8b0572c20', 'name': 'tempest-snat-router-442512954', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.160'}], 'enable_snat': True}, 'gw_port_id': '8d31d8fa-e572-4dac-88ab-ad704911cfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:02Z', 'updated_at': '2021-12-20T12:04:08Z', 'revision_number': 3, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port': {'id': '8d31d8fa-e572-4dac-88ab-ad704911cfcd', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0abb00-35bb-48b3-a7e4-dca8b0572c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:05Z', 'updated_at': '2021-12-20T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:15.401692 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a860d45-8f03-4607-97b5-25b99be391ff None None] The sync data for ids ['ee0abb00-35bb-48b3-a7e4-dca8b0572c20'] in dv-neutron-victoria-2-hyperv is: [{'id': 'ee0abb00-35bb-48b3-a7e4-dca8b0572c20', 'name': 'tempest-snat-router-442512954', 'tenant_id': '9ae58103ba314c7f9bb96473ce1879ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.160'}], 'enable_snat': True}, 'gw_port_id': '8d31d8fa-e572-4dac-88ab-ad704911cfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:02Z', 'updated_at': '2021-12-20T12:04:08Z', 'revision_number': 3, 'project_id': '9ae58103ba314c7f9bb96473ce1879ac', 'gw_port': {'id': '8d31d8fa-e572-4dac-88ab-ad704911cfcd', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0abb00-35bb-48b3-a7e4-dca8b0572c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:05Z', 'updated_at': '2021-12-20T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:15.403331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36246) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:15.408165 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'name': 'tempest-NetworksTestDHCPv6-router-268086183', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:03Z', 'updated_at': '2021-12-20T12:04:08Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None, '_interfaces': [{'id': '6b3f73c2-ff62-4db1-8b99-21d34600ed72', 'name': '', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'mac_address': 'fa:16:3e:89:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c018baf-71c7-4d1f-9584-1336a3dffee7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:06Z', 'updated_at': '2021-12-20T12:04:09Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'subnets': [{'id': '4c018baf-71c7-4d1f-9584-1336a3dffee7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:15.418238 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fa42b313-ee08-423c-b4dd-98fb35f08e1d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4634066 Dec 20 12:04:15.509499 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36250) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:15.529723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Checking router: 69531b0f-edc4-415f-8ea6-f337b32a24a3 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:15.530650 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Updating router 69531b0f-edc4-415f-8ea6-f337b32a24a3 port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:04:15.626794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.642970 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:15.731685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.753194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Transition to ACTIVE for port object 063e5bf5-5601-412f-abdd-c28d1b112a42 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:15.782303 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Transition to ACTIVE for port object 063e5bf5-5601-412f-abdd-c28d1b112a42 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:15.794973 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning for port 0d0c2ea8-f184-444b-be63-fc315cda9995 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:15.806627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.843172 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:15.873431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:15.874700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:15.876601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:15.877422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:15.878857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:15.881044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Synchronizing usage tracker for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:15.886054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Deleting port d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:15.886396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.940721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning complete for port 0d0c2ea8-f184-444b-be63-fc315cda9995 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:15.941324 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:15.993431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port b2b1ff01-4935-4f76-9036-fb6681ab14f4 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:15.998079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.029315 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:16.030754 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6878259-1d7f-4430-830d-a5fe1a08603d None None] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:16.051837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:16.057515 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.20.0.1 (f2dc4cf6-ad37-4e44-8adf-aa5f8978d935/a6926dea-8005-4c57-a24d-3a1a2904be5b/06bedc33-11d3-4e53-810d-5f30eca4e5d4) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:16.058171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:16.065469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0d0c2ea8-f184-444b-be63-fc315cda9995 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:16.134456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.230405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.295508 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Pushing event updated for resources: {'Port': ['ID=063e5bf5-5601-412f-abdd-c28d1b112a42,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:16.298420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:16.375818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Calling delete_port for d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:16.415504 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 0d0c2ea8-f184-444b-be63-fc315cda9995 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:16.416062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.439009 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.477554 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:04:16.494510 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object 06bedc33-11d3-4e53-810d-5f30eca4e5d4 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:16.517802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Attempting to bind port 063e5bf5-5601-412f-abdd-c28d1b112a42 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:16.517802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Attempting to bind port 063e5bf5-5601-412f-abdd-c28d1b112a42 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'cdb5eba2-3cef-4246-a881-62da73356de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:16.517802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Attempting to bind port 063e5bf5-5601-412f-abdd-c28d1b112a42 on network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:16.571891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Unset dirty status for tenant:a66ce5729c3849bfb6886f4ef03a15ad on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:16.573124 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a6eb96b1-3a3d-426f-9264-e538dd0aa36d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.0528011 Dec 20 12:04:16.587095 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.594165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36254) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:16.618044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2b414de6-006c-4864-b20e-62504bfc207d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:16.799313 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:16.799691 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Checking segment: {'id': 'cdb5eba2-3cef-4246-a881-62da73356de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:16.800104 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.800523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Bound using segment: {'id': 'cdb5eba2-3cef-4246-a881-62da73356de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:16.801019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Bound port: 063e5bf5-5601-412f-abdd-c28d1b112a42, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb5eba2-3cef-4246-a881-62da73356de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:16.801400 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.871446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.898052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:16.909147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e138bfd5-6a77-49b6-bf66-91e71fc5f42c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:17.029390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event deleted for resources: {'Port': ['ID=d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:17.042069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:17.078153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=06bedc33-11d3-4e53-810d-5f30eca4e5d4,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:17.093530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:17.107658 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:17.142169 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:17.148143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:17.232512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.252024 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:17.302579 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.437005 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.465258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.495533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231cff9-57c0-4640-96f1-f5a3feeff12e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:17.496994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231cff9-57c0-4640-96f1-f5a3feeff12e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:17.498440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231cff9-57c0-4640-96f1-f5a3feeff12e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:17.499906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231cff9-57c0-4640-96f1-f5a3feeff12e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:17.501401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231cff9-57c0-4640-96f1-f5a3feeff12e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:17.507364 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2231cff9-57c0-4640-96f1-f5a3feeff12e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.9120443 Dec 20 12:04:17.512030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36258) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:17.522903 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "DELETE /v2.0/ports/d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4 HTTP/1.1" status: 204 len: 168 time: 2.1032839 Dec 20 12:04:17.552475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36262) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:17.575395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Deleting port 8d31d8fa-e572-4dac-88ab-ad704911cfcd {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:17.576284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.577507 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] For port 063e5bf5-5601-412f-abdd-c28d1b112a42, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:17.623797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:17.687672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] For port 063e5bf5-5601-412f-abdd-c28d1b112a42, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=063e5bf5-5601-412f-abdd-c28d1b112a42,segment=NetworkSegment(cdb5eba2-3cef-4246-a881-62da73356de3),segment_id=cdb5eba2-3cef-4246-a881-62da73356de3)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:17.710518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.717891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:17.768137 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning for port b2b1ff01-4935-4f76-9036-fb6681ab14f4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:17.803721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning complete for port b2b1ff01-4935-4f76-9036-fb6681ab14f4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:17.804113 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.895631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.917221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.945589 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Transition to ACTIVE for port object 6b3f73c2-ff62-4db1-8b99-21d34600ed72 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:17.982382 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:17.993653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.043579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.048252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=76bedb9b-f5b9-4d71-bc58-4552a220a5c9,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:18.065851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:18.075683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c6700feb-b0cb-4381-a95d-e48d17ac2040 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:18.141938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3c188abb-eb47-4987-9bde-bce4c5e9d2f7 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:18.151684 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Pushing event updated for resources: {'Port': ['ID=063e5bf5-5601-412f-abdd-c28d1b112a42,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:18.158903 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:18.161048 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e57bc29e-9720-491b-abdf-5385feea084e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:18.263580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event updated for resources: {'Port': ['ID=44ce8640-9ab7-4fc9-8c88-13c0d283de59,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:18.266880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:18.292746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] In _notify_port_updated(), no bound segment for port 44ce8640-9ab7-4fc9-8c88-13c0d283de59 on network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:04:18.303230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:18.304301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.312489 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "PUT /v2.0/ports/44ce8640-9ab7-4fc9-8c88-13c0d283de59 HTTP/1.1" status: 200 len: 1130 time: 3.1936259 Dec 20 12:04:18.315996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36266) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:18.324371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': '37b4b1e5-6140-4369-8b4e-1b46038af11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:18.325895 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: 7388e8e2-edf1-499c-b04f-5838029ab7d8, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:18.337227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843485-d0f4-4d84-9e59-6eccf215ce3d None None] Pushing event updated for resources: {'Port': ['ID=6b3f73c2-ff62-4db1-8b99-21d34600ed72,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:18.344018 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7843485-d0f4-4d84-9e59-6eccf215ce3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:18.382814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.535151 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] For port 8d31d8fa-e572-4dac-88ab-ad704911cfcd, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8d31d8fa-e572-4dac-88ab-ad704911cfcd,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:18.535860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.557936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Deleting subnet a34631a5-c04d-48af-8752-2538ca5b986e {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:18.565522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798d50d-33e9-4894-9cca-c355fd0790e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:18.566217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.567249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1798d50d-33e9-4894-9cca-c355fd0790e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Synchronizing usage tracker for tenant:29927c674c554e4a9b1ada63c78e6354 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:18.582498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885b9c56-26ba-414e-b66d-f27b6f012f0f tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:18.585050 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-885b9c56-26ba-414e-b66d-f27b6f012f0f tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/networks/e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 HTTP/1.1" status: 200 len: 804 time: 1.0601087 Dec 20 12:04:18.592002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:18.594582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36270) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:18.598925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.716265 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Attempting to bind port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:18.716915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Attempting to bind port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:18.717266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Attempting to bind port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:18.735608 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c6700feb-b0cb-4381-a95d-e48d17ac2040 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:18.736110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.758859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 7388e8e2-edf1-499c-b04f-5838029ab7d8) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:18.798948 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:18.799586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:18.800251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.800904 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:18.801571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Bound port: 6b3f73c2-ff62-4db1-8b99-21d34600ed72, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:18.802164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.807492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:18.808360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.842011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2645c89-abc5-48f4-bb53-49b25af8f36d None None] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:18.891353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Calling delete_port for 8d31d8fa-e572-4dac-88ab-ad704911cfcd owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:18.929488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1798d50d-33e9-4894-9cca-c355fd0790e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Unset dirty status for tenant:29927c674c554e4a9b1ada63c78e6354 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:18.935040 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1798d50d-33e9-4894-9cca-c355fd0790e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "GET /v2.0/ports/44ce8640-9ab7-4fc9-8c88-13c0d283de59 HTTP/1.1" status: 200 len: 1130 time: 0.6125336 Dec 20 12:04:18.956174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] For port b2b1ff01-4935-4f76-9036-fb6681ab14f4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b2b1ff01-4935-4f76-9036-fb6681ab14f4,segment=NetworkSegment(923bfcc0-c48e-4e5d-9529-a0962c2c8aeb),segment_id=923bfcc0-c48e-4e5d-9529-a0962c2c8aeb)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:18.958671 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36274) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:18.962411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.976885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:18.984509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:19.092026 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1665599 Dec 20 12:04:19.098805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36278) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:19.111835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8', 'name': 'tempest-PortsTestJSON-1383941439', 'fixed_ips': [{'subnet_id': '76bedb9b-f5b9-4d71-bc58-4552a220a5c9', 'ip_address': '172.20.0.10'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:19.226704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] For port 6b3f73c2-ff62-4db1-8b99-21d34600ed72, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:19.231908 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] For port 6b3f73c2-ff62-4db1-8b99-21d34600ed72, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6b3f73c2-ff62-4db1-8b99-21d34600ed72,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:19.262127 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-400938ae-8197-4179-ba4a-ca2d00ee4829 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/networks/e23c08c0-66a4-45d7-b1c2-de5a77ae43e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6197336 Dec 20 12:04:19.290206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36282) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:19.325984 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Pushing event updated for resources: {'Port': ['ID=b2b1ff01-4935-4f76-9036-fb6681ab14f4,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:19.352704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning for port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:19.356058 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:19.365328 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.365740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Deleting port 44ce8640-9ab7-4fc9-8c88-13c0d283de59 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:19.366012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.386327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-97b47582-c263-4778-a2d9-fa44ba169a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:19.483705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Provisioning complete for port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:19.484167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.536868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.551540 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:19.565579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.632871 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:19.639274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13874f89-0307-4787-94df-f181767296be tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:19.641376 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-13874f89-0307-4787-94df-f181767296be tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/subnets/4c27744f-0808-4c09-9a71-deb0749d1b32 HTTP/1.1" status: 200 len: 843 time: 0.3426051 Dec 20 12:04:19.651145 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36286) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:19.784780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d31d8fa-e572-4dac-88ab-ad704911cfcd,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:19.861615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5368336c-09d0-4f7b-866a-9a345ed489f7 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:19.869084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:19.876570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:19.894124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:19.916591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b25abe-ea8a-472b-9de5-e56edfa96e12 None None] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:19.924385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:19.936922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.937276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.939051 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.939051 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.939051 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.939051 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.939770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.939770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.940036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.940968 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.941564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:19.945732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:19.948225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Routers {'69531b0f-edc4-415f-8ea6-f337b32a24a3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:19.949140 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['69531b0f-edc4-415f-8ea6-f337b32a24a3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:19.958295 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:19.999816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.015121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.029890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996e8c3-e88d-45fa-b907-43ab04166dd5 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:20.034578 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7996e8c3-e88d-45fa-b907-43ab04166dd5 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "GET /v2.0/subnets/4c27744f-0808-4c09-9a71-deb0749d1b32?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3755906 Dec 20 12:04:20.086055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36290) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:20.087331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:20.088837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7025db83-f4f1-49da-bc20-ebf80aa829f9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:20.122319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.135609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.141917 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607387807'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:20.144062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fa442015-ed09-4b00-bbe2-22e657264160 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:20.149488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843485-d0f4-4d84-9e59-6eccf215ce3d None None] Pushing event updated for resources: {'Port': ['ID=6b3f73c2-ff62-4db1-8b99-21d34600ed72,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:20.159387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:20.167112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7843485-d0f4-4d84-9e59-6eccf215ce3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:20.168708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] For port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,segment=NetworkSegment(65c591fb-ce63-453a-b412-889a585ee26a),segment_id=65c591fb-ce63-453a-b412-889a585ee26a)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:20.226379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.244660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event deleted for resources: {'Subnet': ['ID=a34631a5-c04d-48af-8752-2538ca5b986e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:20.249298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:20.271682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.298617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9919207-f5d2-4d4f-b011-a35d79b5b748 None None] Network 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:20.326647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.326647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.326647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.327265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.327265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.327640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.328221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.328734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.329247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.329755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.330282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:20.341164 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "DELETE /v2.0/subnets/a34631a5-c04d-48af-8752-2538ca5b986e HTTP/1.1" status: 204 len: 168 time: 2.7815862 Dec 20 12:04:20.346021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:20.348549 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.362125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36294) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:20.404228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.463762 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:20.480798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 6b3f73c2-ff62-4db1-8b99-21d34600ed72 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:20.481221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.507897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-7388e8e2-edf1-499c-b04f-5838029ab7d8', 'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8', 'tenant_id': 'd187523ae340477fb5877262a1160f1f', 'fixed_ips': [{'subnet_id': '76bedb9b-f5b9-4d71-bc58-4552a220a5c9'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:20.508774 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.556932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Calling delete_port for 44ce8640-9ab7-4fc9-8c88-13c0d283de59 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:20.573237 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] Set router 69531b0f-edc4-415f-8ea6-f337b32a24a3 gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:20.602092 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.634944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Pushing event updated for resources: {'Port': ['ID=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:20.654463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:20.657642 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.673025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:20.680450 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 4851bf8a-b6a2-4824-bff0-a8ecad810c03 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:20.680700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=06bedc33-11d3-4e53-810d-5f30eca4e5d4,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:20.692817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5368336c-09d0-4f7b-866a-9a345ed489f7 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:20.693204 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.744136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:20.753531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.839477 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Deleting port b2b1ff01-4935-4f76-9036-fb6681ab14f4 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:20.839832 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:20.894671 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Could not find standard attr ID for object d40a3cb7-3f59-4ae9-8ada-dc40c31eacf4. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:21.063824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:21.103706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.109604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.110077 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Added segment d75d7c1d-7e7f-47e2-ae18-1aecb2e71f60 of type vlan for network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 Dec 20 12:04:21.112750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:21.120182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:21.160182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Provisioning complete for port 0d0c2ea8-f184-444b-be63-fc315cda9995 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:21.160694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.187100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.220896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.10 (7388e8e2-edf1-499c-b04f-5838029ab7d8/76bedb9b-f5b9-4d71-bc58-4552a220a5c9/4851bf8a-b6a2-4824-bff0-a8ecad810c03) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:21.237829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.264775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9a7eda75-2e8b-4697-b256-e6b3dca087b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:21.303878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.313332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] For port 6b3f73c2-ff62-4db1-8b99-21d34600ed72, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6b3f73c2-ff62-4db1-8b99-21d34600ed72,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:21.313799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.324991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 72fbce5c-4609-41af-8999-c961f857b39f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:21.440137 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] DHCP port deletion for 4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:21.441489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event deleted for resources: {'Port': ['ID=44ce8640-9ab7-4fc9-8c88-13c0d283de59,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:21.482763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:21.485934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Deleting port b2b1ff01-4935-4f76-9036-fb6681ab14f4 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:21.486317 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.510547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 6b3f73c2-ff62-4db1-8b99-21d34600ed72 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:21.590252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:04:21.643927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.649712 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee0abb00-35bb-48b3-a7e4-dca8b0572c20 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:04:21.675603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] For port b2b1ff01-4935-4f76-9036-fb6681ab14f4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b2b1ff01-4935-4f76-9036-fb6681ab14f4,segment=NetworkSegment(923bfcc0-c48e-4e5d-9529-a0962c2c8aeb),segment_id=923bfcc0-c48e-4e5d-9529-a0962c2c8aeb)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:21.676985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.690898 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.699123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.721009 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:21.721928 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.748498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-127a1d85-6cd9-4269-bd33-1a726412377b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:21.864463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Calling delete_port for b2b1ff01-4935-4f76-9036-fb6681ab14f4 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:21.904670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] For port b2b1ff01-4935-4f76-9036-fb6681ab14f4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b2b1ff01-4935-4f76-9036-fb6681ab14f4,segment=NetworkSegment(923bfcc0-c48e-4e5d-9529-a0962c2c8aeb),segment_id=923bfcc0-c48e-4e5d-9529-a0962c2c8aeb)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:21.906087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:21.922473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 72fbce5c-4609-41af-8999-c961f857b39f completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:22.056622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8d31d8fa-e572-4dac-88ab-ad704911cfcd up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:22.091348 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Calling delete_port for b2b1ff01-4935-4f76-9036-fb6681ab14f4 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:22.102289 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "DELETE /v2.0/ports/44ce8640-9ab7-4fc9-8c88-13c0d283de59 HTTP/1.1" status: 204 len: 168 time: 3.1073258 Dec 20 12:04:22.107100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36298) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:22.127906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Provisioning for port 063e5bf5-5601-412f-abdd-c28d1b112a42 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:22.140297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 8d31d8fa-e572-4dac-88ab-ad704911cfcd {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:22.140658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8d31d8fa-e572-4dac-88ab-ad704911cfcd not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 12:04:22.169797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'name': 'tempest-NetworksTestDHCPv6-router-268086183', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:03Z', 'updated_at': '2021-12-20T12:04:08Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None, '_interfaces': [{'id': '6b3f73c2-ff62-4db1-8b99-21d34600ed72', 'name': '', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'mac_address': 'fa:16:3e:89:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c018baf-71c7-4d1f-9584-1336a3dffee7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:06Z', 'updated_at': '2021-12-20T12:04:19Z', 'revision_number': 4, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'subnets': [{'id': '4c018baf-71c7-4d1f-9584-1336a3dffee7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:22.186182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Port 8d31d8fa-e572-4dac-88ab-ad704911cfcd not found, will not notify nova. {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 12:04:22.194779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25840633-54a3-46c3-907f-37ea7edb6cd0 None None] The sync data for ids ['69531b0f-edc4-415f-8ea6-f337b32a24a3'] in dv-neutron-victoria-2-hyperv is: [{'id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'name': 'tempest-NetworksTestDHCPv6-router-268086183', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:03Z', 'updated_at': '2021-12-20T12:04:08Z', 'revision_number': 2, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None, '_interfaces': [{'id': '6b3f73c2-ff62-4db1-8b99-21d34600ed72', 'name': '', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'mac_address': 'fa:16:3e:89:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c018baf-71c7-4d1f-9584-1336a3dffee7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:04:06Z', 'updated_at': '2021-12-20T12:04:19Z', 'revision_number': 4, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'subnets': [{'id': '4c018baf-71c7-4d1f-9584-1336a3dffee7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:22.229858 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Provisioning for port 72fbce5c-4609-41af-8999-c961f857b39f completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:22.236067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Provisioning complete for port 72fbce5c-4609-41af-8999-c961f857b39f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:22.236719 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.247700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.249053 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ee0abb00-35bb-48b3-a7e4-dca8b0572c20 HTTP/1.1" status: 204 len: 168 time: 7.9004502 Dec 20 12:04:22.250640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.252868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Network': ['ID=8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:22.257179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36302) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:22.259748 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1393661 Dec 20 12:04:22.271633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36304) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:22.273481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object 4851bf8a-b6a2-4824-bff0-a8ecad810c03 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:22.282692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:22.312328 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.346559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c1ae3c57-4397-49a1-8c8d-2dcea6ba1d49 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:22.375082 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:22.388391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'network_id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:22.392799 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.396656 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:22.397070 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:22.571597 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] No DVR routers for this DVR port b2b1ff01-4935-4f76-9036-fb6681ab14f4 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:22.612714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:22.614050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:22.616998 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:22.618884 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:22.638564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fdd41c6-f24c-4052-b631-1c2637ecfe9e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:22.707214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.739818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:22.754659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:22.755482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.758531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Allocated IP 172.20.0.2 (7388e8e2-edf1-499c-b04f-5838029ab7d8/76bedb9b-f5b9-4d71-bc58-4552a220a5c9/c29b5b13-54c4-439b-8d09-bf93e1491c35) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:22.782139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Made reservation on behalf of a66ce5729c3849bfb6886f4ef03a15ad for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:22.787434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=4851bf8a-b6a2-4824-bff0-a8ecad810c03,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:22.794192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:22.796183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Deleting subnet 4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:22.800313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.834926 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] For port 72fbce5c-4609-41af-8999-c961f857b39f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=72fbce5c-4609-41af-8999-c961f857b39f,segment=NetworkSegment(08a1c60c-62a5-444d-a8d9-b9ce7daef318),segment_id=08a1c60c-62a5-444d-a8d9-b9ce7daef318)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:22.836605 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.844433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8eb61642-6c24-441d-aa96-96ecc9ed3e06 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:22.873560 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.882710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:22.883568 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e1ef28cd-cf2e-4f03-b8b9-3de34ef204b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:22.934280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=6b3f73c2-ff62-4db1-8b99-21d34600ed72,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:22.934714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d7f75623-6f00-45d1-b64e-4ae9472a6c84 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:22.985997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event deleted for resources: {'Port': ['ID=b2b1ff01-4935-4f76-9036-fb6681ab14f4,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:22.988528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:22.991068 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8870406 Dec 20 12:04:22.997072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Deleting port b2b1ff01-4935-4f76-9036-fb6681ab14f4 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:22.998877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.005373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:23.005906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36310) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:23.054330 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8', 'name': 'tempest-PortsTestJSON-1036416054', 'fixed_ips': [{'subnet_id': '76bedb9b-f5b9-4d71-bc58-4552a220a5c9', 'ip_address': '172.20.0.9'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:23.067222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Could not find standard attr ID for object b2b1ff01-4935-4f76-9036-fb6681ab14f4. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:23.125576 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Pushing event updated for resources: {'Port': ['ID=72fbce5c-4609-41af-8999-c961f857b39f,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:23.126747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.133685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-948f0059-8341-4ef8-b871-416c158e2a59 None None] The port 'b2b1ff01-4935-4f76-9036-fb6681ab14f4' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:23.172753 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:23.174169 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.212248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.212248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.212248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.212248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.212248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.212248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.212248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.213007 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.213007 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.213162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.213465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:04:23.216661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:23.224525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:23.232678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923bfcc0-c48e-4e5d-9529-a0962c2c8aeb') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:23.233272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923bfcc0-c48e-4e5d-9529-a0962c2c8aeb') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:23.248458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.277311 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.306670 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.308891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:23.309292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:23.325375 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:23.352555 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Provisioning for port 06bedc33-11d3-4e53-810d-5f30eca4e5d4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:23.372322 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Provisioning complete for port 06bedc33-11d3-4e53-810d-5f30eca4e5d4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:23.373021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.418327 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.442917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Port 06bedc33-11d3-4e53-810d-5f30eca4e5d4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:23.449004 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.466418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:23.481474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.494172 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Pushing event deleted for resources: {'Network': ['ID=4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:23.500058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:23.505423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.ipam_backend_mixin [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing IP validity checks on allocation pools {{(pid=83528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 12:04:23.507255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.ipam_backend_mixin [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 12:04:23.508373 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] 10.222.0.41 "DELETE /v2.0/networks/4d8b0d28-0d22-45eb-bbf9-9d4f3c8b391a HTTP/1.1" status: 204 len: 168 time: 3.1449101 Dec 20 12:04:23.531069 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:04:23.550689 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.564791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4aff467b-9780-46fe-a50b-309817e8676a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:23.580977 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.602859 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Provisioning complete for port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:23.603234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.615194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.625831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 063e5bf5-5601-412f-abdd-c28d1b112a42 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:23.626185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:23.629520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:23.641542 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "DELETE /v2.0/subnets/4b3bcc2c-fb8f-4b5b-8547-2b5ba9050bdd HTTP/1.1" status: 204 len: 168 time: 1.5280280 Dec 20 12:04:23.644058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36316) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:23.660609 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb6796-cd66-4475-b10b-65d2f07e7979 None None] Network 8e89e68e-0204-4887-a6c1-4a4ea6394b2c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:23.675616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Transition to ACTIVE for port object c29b5b13-54c4-439b-8d09-bf93e1491c35 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:23.797463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.802834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Transition to ACTIVE for port object c29b5b13-54c4-439b-8d09-bf93e1491c35 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:23.812799 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Deleting port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:23.813532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.832946 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:23.838077 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7843485-d0f4-4d84-9e59-6eccf215ce3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:23.884557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.080937 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:24.086756 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:24.088690 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Pushing event updated for resources: {'Port': ['ID=c29b5b13-54c4-439b-8d09-bf93e1491c35,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:24.091917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:24.127062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36322) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:24.133470 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:24.145054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] For port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,segment=NetworkSegment(65c591fb-ce63-453a-b412-889a585ee26a),segment_id=65c591fb-ce63-453a-b412-889a585ee26a)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:24.145818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.185431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 063e5bf5-5601-412f-abdd-c28d1b112a42 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:24.211994 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 063e5bf5-5601-412f-abdd-c28d1b112a42 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:24.212410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.278852 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Attempting to bind port c29b5b13-54c4-439b-8d09-bf93e1491c35 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:24.279262 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Attempting to bind port c29b5b13-54c4-439b-8d09-bf93e1491c35 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '37b4b1e5-6140-4369-8b4e-1b46038af11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:24.279636 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Attempting to bind port c29b5b13-54c4-439b-8d09-bf93e1491c35 on network 7388e8e2-edf1-499c-b04f-5838029ab7d8 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:24.281741 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Could not find standard attr ID for object 994af4dc-9db1-4692-af0d-ceaccee3004a. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:24.301887 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Could not find standard attr ID for object d1509968-f3f0-4a4e-8efd-dfa3a2368ea1. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:24.307146 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:24.307534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Checking segment: {'id': '37b4b1e5-6140-4369-8b4e-1b46038af11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:24.307949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.308391 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Bound using segment: {'id': '37b4b1e5-6140-4369-8b4e-1b46038af11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:24.308880 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Bound port: c29b5b13-54c4-439b-8d09-bf93e1491c35, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b4b1e5-6140-4369-8b4e-1b46038af11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7388e8e2-edf1-499c-b04f-5838029ab7d8'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:24.309263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.326607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Could not find standard attr ID for object 44ce8640-9ab7-4fc9-8c88-13c0d283de59. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:04:24.345798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:24.348857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.363946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:24.374636 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:24.399217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:24.431081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9282b597-7207-4583-8620-b31938c9a942 None None] DHCP port deletion for 8e89e68e-0204-4887-a6c1-4a4ea6394b2c request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:24.473620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Deleting port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:24.474054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.479153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Calling delete_port for 6fdd41c6-f24c-4052-b631-1c2637ecfe9e owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:24.512176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.553199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] For port c29b5b13-54c4-439b-8d09-bf93e1491c35, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:24.587637 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-299b24f4-85b7-47d0-84c7-d1e6e7dc99b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8b95c800fcd45c195524feeb8451436&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4590178 Dec 20 12:04:24.590331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36328) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:24.592331 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:24.620099 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.620423 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] For port c29b5b13-54c4-439b-8d09-bf93e1491c35, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c29b5b13-54c4-439b-8d09-bf93e1491c35,segment=NetworkSegment(37b4b1e5-6140-4369-8b4e-1b46038af11e),segment_id=37b4b1e5-6140-4369-8b4e-1b46038af11e)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:24.625309 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-524168e3-9522-45c8-a328-bed38f6a915f None None] Provisioning complete for port 06bedc33-11d3-4e53-810d-5f30eca4e5d4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:24.625309 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-524168e3-9522-45c8-a328-bed38f6a915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.631984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff88d9b8-93b7-49c3-9ffd-8428973363e9 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:24.662030 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.678945 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 063e5bf5-5601-412f-abdd-c28d1b112a42, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=063e5bf5-5601-412f-abdd-c28d1b112a42,segment=NetworkSegment(cdb5eba2-3cef-4246-a881-62da73356de3),segment_id=cdb5eba2-3cef-4246-a881-62da73356de3)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:24.685680 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:24.692647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event deleted for resources: {'Port': ['ID=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:24.695670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:24.719836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.724504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] No DVR routers for this DVR port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:24.749174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.832827 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.861657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b2b1ff01-4935-4f76-9036-fb6681ab14f4 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:24.895877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-524168e3-9522-45c8-a328-bed38f6a915f None None] Port 06bedc33-11d3-4e53-810d-5f30eca4e5d4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:24.918213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: b2b1ff01-4935-4f76-9036-fb6681ab14f4 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:24.918639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b2b1ff01-4935-4f76-9036-fb6681ab14f4 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:24.926476 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.931724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Pushing event updated for resources: {'Port': ['ID=c29b5b13-54c4-439b-8d09-bf93e1491c35,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:24.937502 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9282b597-7207-4583-8620-b31938c9a942 None None] For port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6fdd41c6-f24c-4052-b631-1c2637ecfe9e,segment=NetworkSegment(65c591fb-ce63-453a-b412-889a585ee26a),segment_id=65c591fb-ce63-453a-b412-889a585ee26a)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:24.937988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:24.947056 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:24.947718 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:24.969126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e89e68e-0204-4887-a6c1-4a4ea6394b2c']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:24.990422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c591fb-ce63-453a-b412-889a585ee26a') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:24.990882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c591fb-ce63-453a-b412-889a585ee26a') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:25.013943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.039433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.050295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.063833 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-111c2d40-7cb6-489e-9483-2743352c935c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:25.065567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:25.082522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22948eb2-68a3-4b1d-b6f2-8a951a988030,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:25.092539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:25.094107 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.109325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:25.110012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.128776 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.133599 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22948eb2-68a3-4b1d-b6f2-8a951a988030 HTTP/1.1" status: 204 len: 168 time: 0.5435205 Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:25.134657 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:25.170283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.248656 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Calling delete_port for 6fdd41c6-f24c-4052-b631-1c2637ecfe9e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:25.278370 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 72fbce5c-4609-41af-8999-c961f857b39f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:25.322207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.333643 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.338967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-43364589-86a3-46fd-b372-1ace521a999a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:25.360968 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:25.372506 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] 10.222.0.41 "DELETE /v2.0/networks/8e89e68e-0204-4887-a6c1-4a4ea6394b2c HTTP/1.1" status: 204 len: 168 time: 1.7269187 Dec 20 12:04:25.378056 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] Sync routers for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:25.389790 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Pushing event deleted for resources: {'Network': ['ID=8e89e68e-0204-4887-a6c1-4a4ea6394b2c,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:25.393286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:25.398504 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:25.399469 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:25.426238 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-524168e3-9522-45c8-a328-bed38f6a915f None None] Provisioning complete for port 063e5bf5-5601-412f-abdd-c28d1b112a42 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:25.426626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-524168e3-9522-45c8-a328-bed38f6a915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.551856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=45bbf5ca-20fa-4d1d-80c3-0d8f9e3bcb22,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:25.558437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:25.561970 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:25.562547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 1da8b76b-3196-4fdf-ac31-2c41ef6163d4 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:25.597375 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:25.597893 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:25.620836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36338) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:25.621748 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6893997 Dec 20 12:04:25.633437 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=063e5bf5-5601-412f-abdd-c28d1b112a42,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:25.658048 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:25.679775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:25.680168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:25.739489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 72fbce5c-4609-41af-8999-c961f857b39f triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:25.739903 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.774657 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:25.775072 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe5a05-c75d-4b6a-a04d-c4ecffa81b08 None None] The sync data for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:25.839637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677eda95-e9ab-4dce-b7c5-d9232eb02c50 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:25.850174 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-677eda95-e9ab-4dce-b7c5-d9232eb02c50 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports/06bedc33-11d3-4e53-810d-5f30eca4e5d4 HTTP/1.1" status: 200 len: 910 time: 0.2255502 Dec 20 12:04:25.857062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36342) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:25.873479 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:25.887481 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Checking segment: {'id': 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:25.888434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network hostable DHCP agents. Network: 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:25.901930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Deleting port c6700feb-b0cb-4381-a95d-e48d17ac2040 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:25.902720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.021421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Router 69531b0f-edc4-415f-8ea6-f337b32a24a3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:26.137761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36352) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:26.161413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fdd41c6-f24c-4052-b631-1c2637ecfe9e no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:26.270605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Deleting port 6fdd41c6-f24c-4052-b631-1c2637ecfe9e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:26.272771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9282b597-7207-4583-8620-b31938c9a942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.338044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 6fdd41c6-f24c-4052-b631-1c2637ecfe9e {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:26.340723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fdd41c6-f24c-4052-b631-1c2637ecfe9e not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:26.467226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9282b597-7207-4583-8620-b31938c9a942 None None] The port '6fdd41c6-f24c-4052-b631-1c2637ecfe9e' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:26.588454 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9257207a-8bfd-4b68-bfa4-b56b290706bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29927c674c554e4a9b1ada63c78e6354&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4488487 Dec 20 12:04:26.594547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36362) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:26.759877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.9 (7388e8e2-edf1-499c-b04f-5838029ab7d8/76bedb9b-f5b9-4d71-bc58-4552a220a5c9/1da8b76b-3196-4fdf-ac31-2c41ef6163d4) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:26.801035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:26.849290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:26.869450 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] Sync routers for ids ['69531b0f-edc4-415f-8ea6-f337b32a24a3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:26.878864 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "PUT /v2.0/routers/69531b0f-edc4-415f-8ea6-f337b32a24a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6729343 Dec 20 12:04:26.895295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36370) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:26.898817 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] For port c6700feb-b0cb-4381-a95d-e48d17ac2040, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c6700feb-b0cb-4381-a95d-e48d17ac2040,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:26.899080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] Routers {'69531b0f-edc4-415f-8ea6-f337b32a24a3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:26.899862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['69531b0f-edc4-415f-8ea6-f337b32a24a3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:26.900356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.915705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:26.923865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:26.925187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:26.987907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.058131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] Set router 69531b0f-edc4-415f-8ea6-f337b32a24a3 gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:27.107052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Calling delete_port for c6700feb-b0cb-4381-a95d-e48d17ac2040 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:27.148644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.173071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c44ce7-7001-4598-a6fd-e83c15cb05dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:27.176120 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c44ce7-7001-4598-a6fd-e83c15cb05dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:27.177532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-30c44ce7-7001-4598-a6fd-e83c15cb05dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:27.193267 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'name': 'tempest-NetworksTestDHCPv6-router-268086183', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:03Z', 'updated_at': '2021-12-20T12:04:22Z', 'revision_number': 3, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:27.196681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec932b-0bfd-4bbf-9f73-17ce4cf2abd9 None None] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:27.217571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde09b69-f6eb-4661-80b4-2b1ca8452fce None None] Network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:27.226343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36376) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:27.273880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-30c44ce7-7001-4598-a6fd-e83c15cb05dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:27.277037 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-30c44ce7-7001-4598-a6fd-e83c15cb05dc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3688338 Dec 20 12:04:27.292091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36382) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:27.316545 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.9365206 Dec 20 12:04:27.351025 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36386) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:27.352626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c29b5b13-54c4-439b-8d09-bf93e1491c35 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:27.383039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:27.396433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] Checking router: 69531b0f-edc4-415f-8ea6-f337b32a24a3 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:04:27.494612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.502210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-300387947'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:27.538112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9ea69af9-a40b-4622-a55b-b53a479b7343 None None] Provisioning for port c29b5b13-54c4-439b-8d09-bf93e1491c35 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:27.541947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d9ad921-d683-4998-837f-4f5e8a9fa9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:27.557797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:27.571776 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5443dd-183c-4469-8cbf-93201a21f6f0,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:27.575564 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:network and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:27.585755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:27.593169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:27.598142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.606773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.609495 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b5443dd-183c-4469-8cbf-93201a21f6f0 HTTP/1.1" status: 204 len: 168 time: 1.0129492 Dec 20 12:04:27.610070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4b710e16-cab6-42b9-b579-9e95126299b3 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:27.614414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:27.643311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] Routers {'69531b0f-edc4-415f-8ea6-f337b32a24a3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:27.644360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['69531b0f-edc4-415f-8ea6-f337b32a24a3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:27.730374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:27.735405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.738710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8052580'] for subnet, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.763312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.826812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:27.832233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:security_group_rule and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:27.836009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:27.843542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:27.906147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6700feb-b0cb-4381-a95d-e48d17ac2040,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:27.921812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:27.950943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.980804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:27.985842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:28.070601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.110305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:28.129667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.134085 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e60441d-9da9-4987-9bfd-ce609c1429f6,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:28.142923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:28.161539 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] Set router 69531b0f-edc4-415f-8ea6-f337b32a24a3 gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:04:28.171375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object 1da8b76b-3196-4fdf-ac31-2c41ef6163d4 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:28.183961 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790997755396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8256777'] for subnet, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.197577 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-156070b7-7de4-4aab-8117-c51fc9749979 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:28.388936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:28.389535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.393534 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "PUT /v2.0/subnets/45bbf5ca-20fa-4d1d-80c3-0d8f9e3bcb22 HTTP/1.1" status: 200 len: 900 time: 1.0388238 Dec 20 12:04:28.402234 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36402) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:28.406270 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port c29b5b13-54c4-439b-8d09-bf93e1491c35 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:28.418740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'name': 'tempest-NetworksTestDHCPv6-router-268086183', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:03Z', 'updated_at': '2021-12-20T12:04:22Z', 'revision_number': 3, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:28.441229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e686270-1556-4a16-ad44-84d4dee44c9a None None] The sync data for ids ['69531b0f-edc4-415f-8ea6-f337b32a24a3'] in dv-neutron-victoria-2-hyperv is: [{'id': '69531b0f-edc4-415f-8ea6-f337b32a24a3', 'name': 'tempest-NetworksTestDHCPv6-router-268086183', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:04:03Z', 'updated_at': '2021-12-20T12:04:22Z', 'revision_number': 3, 'project_id': '6b3d8bda932047c5a94631bd124567f7', 'gw_port_host': None}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:28.446356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377', 'network_id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377', 'tenant_id': 'a66ce5729c3849bfb6886f4ef03a15ad', 'fixed_ips': [{'subnet_id': '45bbf5ca-20fa-4d1d-80c3-0d8f9e3bcb22'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:28.453937 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.484430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c29b5b13-54c4-439b-8d09-bf93e1491c35 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:28.484925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.491987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.525656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.525990 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Added segment 74d5a5c7-ad39-4a24-b614-1777226088fe of type vlan for network 046b1ff5-4ead-40aa-8ace-d7bf37601627 Dec 20 12:04:28.555951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.594294 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event updated for resources: {'Subnet': ['ID=45bbf5ca-20fa-4d1d-80c3-0d8f9e3bcb22,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:28.605532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 4c018baf-71c7-4d1f-9584-1336a3dffee7 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:28.608685 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.609539 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:28.731020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.796053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.800732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:28.801362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.852820 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:28.869203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:29.036283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port c29b5b13-54c4-439b-8d09-bf93e1491c35, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c29b5b13-54c4-439b-8d09-bf93e1491c35,segment=NetworkSegment(37b4b1e5-6140-4369-8b4e-1b46038af11e),segment_id=37b4b1e5-6140-4369-8b4e-1b46038af11e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:29.059970 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.062951 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 063e5bf5-5601-412f-abdd-c28d1b112a42 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:29.091513 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8519995 Dec 20 12:04:29.094662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36412) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:29.094998 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36414) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:29.098322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Network': ['ID=046b1ff5-4ead-40aa-8ace-d7bf37601627,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:29.099362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b31ce37a-ffd7-4dd6-9cf5-1f70e87eaaf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:29.101635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:29.127356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'subnet': {'network_id': '046b1ff5-4ead-40aa-8ace-d7bf37601627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:29.160137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.21.0.1 (f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76/85cd18de-c95d-4963-aeab-1f192d4d581a/6f5e3e1b-71fa-4e07-9924-2d89ff1e0895) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:29.222718 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=c29b5b13-54c4-439b-8d09-bf93e1491c35,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:29.227752 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:29.249867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:29.260610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.288515 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:29.406855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:29.409247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.409598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:29.421295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1284357997'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:29.428069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:29.433766 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:29.434609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:29.437994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:29.442455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Allocated IP 2001:db8::3 (8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377/45bbf5ca-20fa-4d1d-80c3-0d8f9e3bcb22/210d04f4-3c44-452d-8e18-07ebe326f989) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:29.446033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:29.452898 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:29.506068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.542038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.573072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=1da8b76b-3196-4fdf-ac31-2c41ef6163d4,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:29.584632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:29.591225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:subnet and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:29.593532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.595738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:29.600736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.620754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:29.630876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:29.631179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.631283 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.663956 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:29.730087 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:29.783172 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.783824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:04:29.811957 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.811957 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1de50050-46c4-4e3b-bcc5-38d76cd9c9b7 HTTP/1.1" status: 204 len: 168 time: 7.5388114 Dec 20 12:04:29.818144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36424) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:29.818394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 063e5bf5-5601-412f-abdd-c28d1b112a42 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:29.818770 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.826056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1245438283', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:29.862121 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.8510759 Dec 20 12:04:29.862331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:29.867859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36428) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:29.869522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group_rule and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:29.870340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e23d6213-0fc9-4ae1-98d3-b4010180f33b None None] Provisioning complete for port c29b5b13-54c4-439b-8d09-bf93e1491c35 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:29.870942 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e23d6213-0fc9-4ae1-98d3-b4010180f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.874019 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:29.876040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:29.881676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:29.950060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Usage tracker for resource:router and tenant:461f6fef4c5d4f56be5967ca7f311d48 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:29.960080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.965291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:29.968927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:29.997591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Transition to ACTIVE for port object 210d04f4-3c44-452d-8e18-07ebe326f989 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:30.028599 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:30.057064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.058023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.065123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Transition to ACTIVE for port object 210d04f4-3c44-452d-8e18-07ebe326f989 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:30.108949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.126628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.135708 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a47baee-c3f2-40d6-8c3c-f4fa4dfb6c33 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.136690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4a47baee-c3f2-40d6-8c3c-f4fa4dfb6c33 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:30.143128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.148021 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.152729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8c0daa6c-30fa-4716-86be-cacb70684cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.154350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8aa47f73-227a-4c34-b406-4480354840ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.186924 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8d31d8fa-e572-4dac-88ab-ad704911cfcd no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:30.187173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.205296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=45bbf5ca-20fa-4d1d-80c3-0d8f9e3bcb22,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.216757 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.221582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4a47baee-c3f2-40d6-8c3c-f4fa4dfb6c33 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:30.225866 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4a47baee-c3f2-40d6-8c3c-f4fa4dfb6c33 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3520534 Dec 20 12:04:30.226710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36432) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:30.244221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.244488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 8d31d8fa-e572-4dac-88ab-ad704911cfcd {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:30.244488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8d31d8fa-e572-4dac-88ab-ad704911cfcd not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:30.247172 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.333506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d3b2309-42df-456a-b936-9834b17a86c7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.334965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:30.344453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:30.354068 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:30.398033 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Pushing event updated for resources: {'Port': ['ID=210d04f4-3c44-452d-8e18-07ebe326f989,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.404943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.411446 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:30.425578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=4c018baf-71c7-4d1f-9584-1336a3dffee7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.429947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.436124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.449071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3cc02cdf-f676-4ccf-8ea8-171f7da0adad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.496004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.509858 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:30.533688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c29b5b13-54c4-439b-8d09-bf93e1491c35 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:30.537797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:30.554318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.558030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:30.558353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:30.575086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b693bc7-6bca-4421-bb5a-0af75e673c42,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:30.578397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.579098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e23d6213-0fc9-4ae1-98d3-b4010180f33b None None] Provisioning for port 4851bf8a-b6a2-4824-bff0-a8ecad810c03 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:30.585986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f6b20-3193-4f61-8051-b56ef168ca85 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:30.595371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:30.600603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.601142 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment efc9e2c9-d25e-4609-a9f6-0f6c625b00df of type vlan for network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 Dec 20 12:04:30.618165 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e23d6213-0fc9-4ae1-98d3-b4010180f33b None None] Provisioning complete for port 4851bf8a-b6a2-4824-bff0-a8ecad810c03 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:30.618380 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e23d6213-0fc9-4ae1-98d3-b4010180f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.619988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.649679 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/4c018baf-71c7-4d1f-9584-1336a3dffee7 HTTP/1.1" status: 204 len: 168 time: 3.3526890 Dec 20 12:04:30.656612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f34da-7985-4420-9fe5-156591a5db9b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.664855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f34da-7985-4420-9fe5-156591a5db9b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.666033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36436) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:30.672347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f34da-7985-4420-9fe5-156591a5db9b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:30.677436 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a92f34da-7985-4420-9fe5-156591a5db9b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4318733 Dec 20 12:04:30.677436 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.682734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36440) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:30.742429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:30.743062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:30.767308 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:30.770940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.774377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.790775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed52a87a-899f-438e-b6b0-2e5990abfffe tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:30.842041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Attempting to bind port 210d04f4-3c44-452d-8e18-07ebe326f989 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:30.842390 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Attempting to bind port 210d04f4-3c44-452d-8e18-07ebe326f989 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:30.842685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Attempting to bind port 210d04f4-3c44-452d-8e18-07ebe326f989 on network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:30.883711 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e23d6213-0fc9-4ae1-98d3-b4010180f33b None None] Port 4851bf8a-b6a2-4824-bff0-a8ecad810c03 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:30.902860 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:30.903281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Checking segment: {'id': 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:30.903692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.904034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Bound using segment: {'id': 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:30.904947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Bound port: 210d04f4-3c44-452d-8e18-07ebe326f989, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:30.905334 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.932016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 1da8b76b-3196-4fdf-ac31-2c41ef6163d4 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:30.932373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:30.985032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:04:30.985032 dv-neutron-victoria-2-hyperv neutron-server[83528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:04:30.985032 dv-neutron-victoria-2-hyperv neutron-server[83528]: [parameters: {'id': '8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377'}] Dec 20 12:04:30.985032 dv-neutron-victoria-2-hyperv neutron-server[83528]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:30.985697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:31.030143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:31.045198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:31.048570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=6f5e3e1b-71fa-4e07-9924-2d89ff1e0895,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:31.051210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:31.062173 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c29b5b13-54c4-439b-8d09-bf93e1491c35 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:31.062561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.078055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:31.087621 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.091434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:31.092131 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.096083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:31.125089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1e4cb67c-3e19-4983-9241-5088a6eea5a3 None None] Provisioning for port 1da8b76b-3196-4fdf-ac31-2c41ef6163d4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:31.165868 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] For port 210d04f4-3c44-452d-8e18-07ebe326f989, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:31.174349 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9259df48-61db-4167-99be-dd95e10c3102 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4985769 Dec 20 12:04:31.178815 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] For port 210d04f4-3c44-452d-8e18-07ebe326f989, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=210d04f4-3c44-452d-8e18-07ebe326f989,segment=NetworkSegment(d75d7c1d-7e7f-47e2-ae18-1aecb2e71f60),segment_id=d75d7c1d-7e7f-47e2-ae18-1aecb2e71f60)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:31.190484 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1e4cb67c-3e19-4983-9241-5088a6eea5a3 None None] Provisioning complete for port 1da8b76b-3196-4fdf-ac31-2c41ef6163d4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:31.190947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1e4cb67c-3e19-4983-9241-5088a6eea5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.221939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.237289 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9bc051f7-3358-4fc3-a17f-d9d269756dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:31.263851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:31.277135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:31.308413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:31.321473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36444) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:31.336720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.355854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:31.397721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Deleting port 5368336c-09d0-4f7b-866a-9a345ed489f7 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:31.397721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.408131 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.424468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f80157d-0800-4d7d-b674-97223ec39a4a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:31.467945 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3631978 Dec 20 12:04:31.478313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36448) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:31.491028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'name': 'tempest-PortsIpV6TestJSON-701338319'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:31.496445 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.504338 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cb67c-3e19-4983-9241-5088a6eea5a3 None None] Port 1da8b76b-3196-4fdf-ac31-2c41ef6163d4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:31.584876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.603916 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Pushing event updated for resources: {'Port': ['ID=210d04f4-3c44-452d-8e18-07ebe326f989,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:31.643325 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.649679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port 210d04f4-3c44-452d-8e18-07ebe326f989 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:31.650013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.661616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:31.751343 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.764027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Subnet': ['ID=f4180f6e-b02e-4d98-8180-a2c2c973c374,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:31.767243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:31.773297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:31.780461 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1e4cb67c-3e19-4983-9241-5088a6eea5a3 None None] Provisioning complete for port 4851bf8a-b6a2-4824-bff0-a8ecad810c03 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:31.780958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1e4cb67c-3e19-4983-9241-5088a6eea5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.783214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:31.789405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:31.795547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7708aeb1-ff37-47ae-8638-fcd47167230a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:31.875356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23480ceb-4547-46a3-a25b-ab374f09c852 None None] Network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:31.900725 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:31.902927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Checking segment: {'id': '74d5a5c7-ad39-4a24-b614-1777226088fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '046b1ff5-4ead-40aa-8ace-d7bf37601627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:31.903315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network hostable DHCP agents. Network: 046b1ff5-4ead-40aa-8ace-d7bf37601627, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:31.929281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 1da8b76b-3196-4fdf-ac31-2c41ef6163d4 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:31.964673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6b3f73c2-ff62-4db1-8b99-21d34600ed72 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:32.035845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:32.041486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.048753 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cb67c-3e19-4983-9241-5088a6eea5a3 None None] Port 4851bf8a-b6a2-4824-bff0-a8ecad810c03 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:32.095023 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 6b3f73c2-ff62-4db1-8b99-21d34600ed72 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:32.095364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6b3f73c2-ff62-4db1-8b99-21d34600ed72 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:32.095799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c6700feb-b0cb-4381-a95d-e48d17ac2040 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:32.104595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.134980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 8184b177-9b58-42d3-bfa1-da665332861f yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:32.181605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: c6700feb-b0cb-4381-a95d-e48d17ac2040 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:32.182031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c6700feb-b0cb-4381-a95d-e48d17ac2040 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:32.183532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] For port 210d04f4-3c44-452d-8e18-07ebe326f989, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=210d04f4-3c44-452d-8e18-07ebe326f989,segment=NetworkSegment(d75d7c1d-7e7f-47e2-ae18-1aecb2e71f60),segment_id=d75d7c1d-7e7f-47e2-ae18-1aecb2e71f60)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:32.183975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.186195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] For port 5368336c-09d0-4f7b-866a-9a345ed489f7, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5368336c-09d0-4f7b-866a-9a345ed489f7,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:32.186617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.337396 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Calling delete_port for 210d04f4-3c44-452d-8e18-07ebe326f989 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:32.373796 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Calling delete_port for 5368336c-09d0-4f7b-866a-9a345ed489f7 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:32.406776 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5368336c-09d0-4f7b-866a-9a345ed489f7 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:32.449582 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4ee788f1-2de1-436a-86b0-554fe3a42ed0 None None] Provisioning for port 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:32.471398 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4ee788f1-2de1-436a-86b0-554fe3a42ed0 None None] Provisioning complete for port 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:32.471847 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ee788f1-2de1-436a-86b0-554fe3a42ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.563394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Allocated IP 172.36.7.122 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/5178d810-af96-4918-9644-a9473721be18) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:32.568053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4ee788f1-2de1-436a-86b0-554fe3a42ed0 None None] Port 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:32.574194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:32.600688 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.624337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-84d394ca-3cd0-48ed-bfa5-466d42c17c44 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:32.683608 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.701158 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-68e47de2-5b7f-46f8-81fe-fafcc1e796cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:32.733527 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.742863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627af62b-d90c-4b5a-81d0-8bbfd296d151 None None] Network 8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:32.755287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.764790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Port': ['ID=210d04f4-3c44-452d-8e18-07ebe326f989,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:32.767501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:32.774799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:32.836008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No DVR routers for this DVR port 210d04f4-3c44-452d-8e18-07ebe326f989 on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:32.838448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Pushing event deleted for resources: {'Port': ['ID=5368336c-09d0-4f7b-866a-9a345ed489f7,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:32.851641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:32.864617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] No DVR routers for this DVR port 5368336c-09d0-4f7b-866a-9a345ed489f7 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:32.933319 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 046b1ff5-4ead-40aa-8ace-d7bf37601627) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:32.942036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:32.944237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:32.951181 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f70657-5127-470d-aba7-486b027c4086 None None] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:33.021022 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=1da8b76b-3196-4fdf-ac31-2c41ef6163d4,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:33.027619 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:33.074594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7708aeb1-ff37-47ae-8638-fcd47167230a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.078824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7708aeb1-ff37-47ae-8638-fcd47167230a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.130973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7708aeb1-ff37-47ae-8638-fcd47167230a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.131528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7708aeb1-ff37-47ae-8638-fcd47167230a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Fanout notify agent at l3_agent the message router_deleted on router 69531b0f-edc4-415f-8ea6-f337b32a24a3 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:04:33.194330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7708aeb1-ff37-47ae-8638-fcd47167230a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.199261 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7708aeb1-ff37-47ae-8638-fcd47167230a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/routers/69531b0f-edc4-415f-8ea6-f337b32a24a3 HTTP/1.1" status: 204 len: 168 time: 1.8548386 Dec 20 12:04:33.203396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36452) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.216189 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1055665 Dec 20 12:04:33.218365 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36456) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.311919 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1910177917', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:33.332299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c829df18-efcc-47ea-84c5-a59555bd3330 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:33.369828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:33.398642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:router and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:33.406848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:33.427604 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6c172-4b56-4d57-b236-91bfa804efe8 None None] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:33.456810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.510725 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c829df18-efcc-47ea-84c5-a59555bd3330 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:33.511637 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:33.517183 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c829df18-efcc-47ea-84c5-a59555bd3330 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3043239 Dec 20 12:04:33.520388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36460) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.526739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:33.530152 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.536790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:33.537134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75d7c1d-7e7f-47e2-ae18-1aecb2e71f60') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:33.607222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.627981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.654119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.667829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.668915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.669229 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/1da8b76b-3196-4fdf-ac31-2c41ef6163d4 HTTP/1.1" status: 204 len: 168 time: 2.9809518 Dec 20 12:04:33.673382 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:33.673780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:33.692028 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:33.695543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.699547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36464) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.708508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef07aba-4ec4-4b69-8750-fc5442600edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:33.709739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5ef07aba-4ec4-4b69-8750-fc5442600edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:33.718214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.812481 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8b31c-f713-4755-b3b5-268bd1779897 None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:04:33.857095 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-eceb5074-4008-422d-8ebf-dfe62ef30652 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:04:33.857872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-eceb5074-4008-422d-8ebf-dfe62ef30652 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:33.895241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5ef07aba-4ec4-4b69-8750-fc5442600edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:33.897669 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5ef07aba-4ec4-4b69-8750-fc5442600edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3698914 Dec 20 12:04:33.901982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36468) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.966242 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.975797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:33.977567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a1a576e8-c1de-4152-b70c-2d06b8f0ec92 tempest-AllowedAddressPairIpV6TestJSON-2067937058 tempest-AllowedAddressPairIpV6TestJSON-2067937058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:33.979524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-eceb5074-4008-422d-8ebf-dfe62ef30652 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:33.983944 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eceb5074-4008-422d-8ebf-dfe62ef30652 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/1da8b76b-3196-4fdf-ac31-2c41ef6163d4 HTTP/1.1" status: 404 len: 333 time: 0.2832322 Dec 20 12:04:33.985094 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36472) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:33.992341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.001151 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.017345 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.033024 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8b31c-f713-4755-b3b5-268bd1779897 None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:04:34.043202 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-60d6e2ed-0539-4de6-afae-d94f954cde8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:34.069253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.076372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d581c854-9f2c-4a49-b595-46dbc8fd745a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:router {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:34.104249 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.194594 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 HTTP/1.1" status: 204 len: 168 time: 5.7873201 Dec 20 12:04:34.196536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=8184b177-9b58-42d3-bfa1-da665332861f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:34.203625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36476) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:34.205602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.219434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d581c854-9f2c-4a49-b595-46dbc8fd745a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:router {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:34.220503 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d581c854-9f2c-4a49-b595-46dbc8fd745a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3157620 Dec 20 12:04:34.228193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:34.228193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event updated for resources: {'Port': ['ID=5178d810-af96-4918-9644-a9473721be18,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:34.228629 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36480) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:34.233296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:34.234184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:34.235855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d81621d0-ce27-425d-977f-d0d24139c52c tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:34.253875 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:34.289719 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:34.296456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:34.302257 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-548d43e7-d288-47c6-a37d-7d1feddbe17c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:34.308902 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 4851bf8a-b6a2-4824-bff0-a8ecad810c03 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:34.309233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.369987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:34.379090 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:34.545200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:34.571964 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa76a71-e504-461d-9fcc-d4070a0c9b09 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:34.572442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa76a71-e504-461d-9fcc-d4070a0c9b09 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:34.576064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:34.624650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': 'efc9e2c9-d25e-4609-a9f6-0f6c625b00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:34.625009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:34.643242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:34.664699 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ffa76a71-e504-461d-9fcc-d4070a0c9b09 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/45bbf5ca-20fa-4d1d-80c3-0d8f9e3bcb22 HTTP/1.1" status: 404 len: 337 time: 0.4507430 Dec 20 12:04:34.674647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=6f5e3e1b-71fa-4e07-9924-2d89ff1e0895,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:34.679967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:34.681071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36484) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:34.795052 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5af1fa-872e-4992-bb5b-ff280dbb35b0 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:34.795544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5af1fa-872e-4992-bb5b-ff280dbb35b0 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:34.800901 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5b5af1fa-872e-4992-bb5b-ff280dbb35b0 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/8f0d3c6a-4d1c-4c1b-ab07-a8f0b4d90377 HTTP/1.1" status: 404 len: 339 time: 0.1023796 Dec 20 12:04:34.802663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36488) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:34.917828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.988176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:34.989950 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:35.033477 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:35.038137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:35.043226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:35.044939 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.048371 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4dfa7-5b3f-4982-8864-27050d0b5795 None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:35.080212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:35.085985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.111480 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:35.246982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 4851bf8a-b6a2-4824-bff0-a8ecad810c03 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:35.380679 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.9016991 Dec 20 12:04:35.389055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36492) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:35.405340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2058575012'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:35.424118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:35.455431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b8221d09-cd63-4fde-8ea8-11241bbc4690 None None] Provisioning complete for port 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:35.456193 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b8221d09-cd63-4fde-8ea8-11241bbc4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.503063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:35.516264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:35.539597 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:35.548528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b8221d09-cd63-4fde-8ea8-11241bbc4690 None None] Port 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:35.688218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.688950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.773843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:35.779039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.799355 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:35.847370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.860313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.862701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=4851bf8a-b6a2-4824-bff0-a8ecad810c03,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:35.869792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.870528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:35.873754 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:36.067649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102a59bc-cddd-4d36-ba30-7b6bdac113a0']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:36.103147 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135c51a7-2108-4f09-88b2-a37a74959f04') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:36.103475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135c51a7-2108-4f09-88b2-a37a74959f04') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:36.153832 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:36.172369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.200430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.200782 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment 1eb8e692-cb1f-42cd-88bf-444b8ca4cb01 of type vlan for network c9e1108c-bb08-458f-b899-0c54f0a06254 Dec 20 12:04:36.217521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.241795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:36.242112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:36.263097 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:36.280812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.307743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.36.7.207 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/bdedfe1d-a256-47b4-b11c-b41d81918f45) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:36.327574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.426691 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/4851bf8a-b6a2-4824-bff0-a8ecad810c03 HTTP/1.1" status: 204 len: 168 time: 2.4318755 Dec 20 12:04:36.432337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36502) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:36.468473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.503136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:36.504632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8802474c-72c2-41eb-aa9f-2cbb7faa8cb4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:36.534225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.565267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10576eff-046a-4ce1-9edd-9cd7afddf842 req-0f0c9987-877b-4aac-bed7-ab779a245ba1 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.566803 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-10576eff-046a-4ce1-9edd-9cd7afddf842 req-0f0c9987-877b-4aac-bed7-ab779a245ba1 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.6472375 Dec 20 12:04:36.590921 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b98e0-a1e6-4b4f-a498-b10a6af5aebb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:04:36.591830 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7d7b98e0-a1e6-4b4f-a498-b10a6af5aebb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:36.701312 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:04:36.705160 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.712812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7d7b98e0-a1e6-4b4f-a498-b10a6af5aebb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:36.714749 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7d7b98e0-a1e6-4b4f-a498-b10a6af5aebb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/4851bf8a-b6a2-4824-bff0-a8ecad810c03 HTTP/1.1" status: 404 len: 333 time: 0.2753797 Dec 20 12:04:36.717713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8dd9df7a-f954-4311-b8fa-0740c86d96d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:36.785016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36506) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:36.790823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=102a59bc-cddd-4d36-ba30-7b6bdac113a0,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:36.800416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:36.807572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.811486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.812224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.823040 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f273d42-ba65-4d7c-9e4d-51700815a726 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:36.869956 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/102a59bc-cddd-4d36-ba30-7b6bdac113a0 HTTP/1.1" status: 204 len: 168 time: 2.0250752 Dec 20 12:04:36.880660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36510) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:36.912088 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-10576eff-046a-4ce1-9edd-9cd7afddf842 req-d7a54e7c-7cbe-423d-ac28-fa13fe20d2b5 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328056 Dec 20 12:04:36.930858 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:36.937569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:36.944236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=67df83c8-cd81-414d-b86a-96fe00fff1cb,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:36.948496 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:36.949306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:36.965174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:36.967657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ddc21-b056-4d59-85a1-9fa5b6c97a2b None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:36.977796 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5842657 Dec 20 12:04:37.010164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36516) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:37.020386 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7905564 Dec 20 12:04:37.028016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36518) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:37.134275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'ports': [{'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799'}, {'network_id': 'c9e1108c-bb08-458f-b899-0c54f0a06254'}]} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:37.134811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:37.135454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'c9e1108c-bb08-458f-b899-0c54f0a06254'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:37.163709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:37.172046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.192755 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-69375a1a-54a2-42aa-95df-b1acc04b085a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:37.193361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69375a1a-54a2-42aa-95df-b1acc04b085a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:37.196776 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-69375a1a-54a2-42aa-95df-b1acc04b085a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/4237d916-d64d-4075-911c-f106e10a6251 HTTP/1.1" status: 404 len: 337 time: 0.3142090 Dec 20 12:04:37.247579 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36526) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:37.260364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=c9e1108c-bb08-458f-b899-0c54f0a06254,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:37.269650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:37.286925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.319654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c9e1108c-bb08-458f-b899-0c54f0a06254 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:37.362179 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f808b5e7-7261-43d6-be0a-4742ccdb820b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:37.362778 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f808b5e7-7261-43d6-be0a-4742ccdb820b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:37.370665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.373899 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f808b5e7-7261-43d6-be0a-4742ccdb820b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/e5f03a11-2b8d-4307-bc96-445dee32c168 HTTP/1.1" status: 404 len: 339 time: 0.1074121 Dec 20 12:04:37.376233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b7b28e7-6831-4d4f-a1d8-d88d573a9b5a tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:37.408847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36530) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:37.547915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '67df83c8-cd81-414d-b86a-96fe00fff1cb'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:37.549124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.552690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:37.561414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:37.571180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:37.579273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:37.586104 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] Sync routers for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:37.619597 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:37.621661 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:37.672455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=bdedfe1d-a256-47b4-b11c-b41d81918f45,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:37.690133 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8315313 Dec 20 12:04:37.700176 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:37.726399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36534) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:37.772711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:37.796058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:37.797425 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:37.821989 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:37.823082 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:37.831401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Allocated IP 2001:db8::f816:3eff:fe8e:8196 (51a1536f-8906-4846-ba25-f9918687ea89/67df83c8-cd81-414d-b86a-96fe00fff1cb/f79fcb9f-71e8-4be3-bf40-8663a615ade4) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:37.878285 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:37.882615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:37.954329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet 76bedb9b-f5b9-4d71-bc58-4552a220a5c9 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:37.956954 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:37.957757 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179291b0-40b8-44f8-9bae-8601123d2c37 None None] The sync data for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:37.993411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596598d3-a4b9-48ac-a480-2259e5c1cdf9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:37.994296 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-596598d3-a4b9-48ac-a480-2259e5c1cdf9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:38.055287 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting subnet 2df257ba-4882-4de3-86de-08b723534957 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:38.059710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.088580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-596598d3-a4b9-48ac-a480-2259e5c1cdf9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:38.089572 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-596598d3-a4b9-48ac-a480-2259e5c1cdf9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports/6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 HTTP/1.1" status: 200 len: 910 time: 0.3596232 Dec 20 12:04:38.096332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36538) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:38.135143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.143163 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.156035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Transition to ACTIVE for port object f79fcb9f-71e8-4be3-bf40-8663a615ade4 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:38.182025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Transition to ACTIVE for port object f79fcb9f-71e8-4be3-bf40-8663a615ade4 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:38.192752 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.202467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:38.292800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:38.302210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:38.302541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.307631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:38.313038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Pushing event updated for resources: {'Port': ['ID=f79fcb9f-71e8-4be3-bf40-8663a615ade4,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:38.317443 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:38.415554 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Attempting to bind port f79fcb9f-71e8-4be3-bf40-8663a615ade4 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:38.415930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Attempting to bind port f79fcb9f-71e8-4be3-bf40-8663a615ade4 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:38.416348 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Attempting to bind port f79fcb9f-71e8-4be3-bf40-8663a615ade4 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:38.426141 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:38.426532 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:38.426934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.427347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:38.428063 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Bound port: f79fcb9f-71e8-4be3-bf40-8663a615ade4, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:38.428998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.463673 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:38.464472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.465611 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.491770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.502236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:38.524898 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:38.541737 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] For port f79fcb9f-71e8-4be3-bf40-8663a615ade4, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:38.547467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] For port f79fcb9f-71e8-4be3-bf40-8663a615ade4, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f79fcb9f-71e8-4be3-bf40-8663a615ade4,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:38.549409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.555020 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.559732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a6f1cee6-4089-4a5e-809b-e7996ed32fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:38.622630 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:38.630042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Router c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:04:38.649706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Pushing event updated for resources: {'Port': ['ID=f79fcb9f-71e8-4be3-bf40-8663a615ade4,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:38.660622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:38.695196 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf77780-ba1e-478b-9177-cf69ddd2be52 req-17a5a55e-f69a-4f84-bf24-b7dfa48ebef1 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:38.697597 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-edf77780-ba1e-478b-9177-cf69ddd2be52 req-17a5a55e-f69a-4f84-bf24-b7dfa48ebef1 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.5685306 Dec 20 12:04:38.724093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 2} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:38.728756 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:38.842074 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.053439 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-edf77780-ba1e-478b-9177-cf69ddd2be52 req-37b4156d-a05f-4a2d-9ad1-d8e6107f9dc2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375812 Dec 20 12:04:39.063437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.088586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.101411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e5759ab5-1728-4db6-8036-3616efcf2ac1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:39.187268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=2df257ba-4882-4de3-86de-08b723534957,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:39.231815 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port f9455dfc-7f6d-4d4f-8d68-0f3d060ee041 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:39.283831 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:39.298900 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.319208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df965c-9e69-4297-9ff8-901841ad0325 None None] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:39.354174 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/2df257ba-4882-4de3-86de-08b723534957 HTTP/1.1" status: 204 len: 168 time: 1.9432786 Dec 20 12:04:39.358708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36544) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:39.423880 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.457209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8638bc2b-6e9c-4c44-9df9-5755b15440e5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:39.467448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.521474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.535754 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/76bedb9b-f5b9-4d71-bc58-4552a220a5c9 HTTP/1.1" status: 204 len: 168 time: 2.7386408 Dec 20 12:04:39.571978 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a645027d-4d03-4a45-ab57-19c4ed84041e None None] Network 7388e8e2-edf1-499c-b04f-5838029ab7d8 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:39.581270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=76bedb9b-f5b9-4d71-bc58-4552a220a5c9,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:39.592959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36548) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:39.618669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:39.706504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.762350 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting subnet 81499eb3-3363-4850-bf40-f7bfb797a3e5 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:39.771542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:39.820077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:39.915709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.125867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:40.135855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:04:40.165846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.182063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:40.194513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] DHCP port deletion for 7388e8e2-edf1-499c-b04f-5838029ab7d8 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:40.203174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:40.204529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.205845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Deleting port c29b5b13-54c4-439b-8d09-bf93e1491c35 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:40.206409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.237491 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.313738 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=07d149d5-0e5c-4070-bc53-b72b0a1a58fd,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:40.322280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:40.360248 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port c29b5b13-54c4-439b-8d09-bf93e1491c35 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:40.360950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.477679 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3502381 Dec 20 12:04:40.500266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.501966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36558) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:40.533483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] For port c29b5b13-54c4-439b-8d09-bf93e1491c35, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c29b5b13-54c4-439b-8d09-bf93e1491c35,segment=NetworkSegment(37b4b1e5-6140-4369-8b4e-1b46038af11e),segment_id=37b4b1e5-6140-4369-8b4e-1b46038af11e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:40.534281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.538137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:b1:7c:89', 'name': 'tempest-NetworksTestDHCPv6-1211377410'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:40.734748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ff338-f18d-4883-9ac2-474b3b41389d None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:40.761862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f79fcb9f-71e8-4be3-bf40-8663a615ade4 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:40.835593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] For port c29b5b13-54c4-439b-8d09-bf93e1491c35, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c29b5b13-54c4-439b-8d09-bf93e1491c35,segment=NetworkSegment(37b4b1e5-6140-4369-8b4e-1b46038af11e),segment_id=37b4b1e5-6140-4369-8b4e-1b46038af11e)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:40.836179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:40.903748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Calling delete_port for c29b5b13-54c4-439b-8d09-bf93e1491c35 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:41.073120 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.095806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f1d0e2e9-a7a8-4241-948a-ac4b5ff4cd7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:41.130838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6831f41b-6d0e-4b69-b6c2-e404edbd527e None None] Provisioning for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:41.191649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=81499eb3-3363-4850-bf40-f7bfb797a3e5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:41.211829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:41.248453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:41.251031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.261040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.267043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0e769488-f332-4c08-89e0-64b134d84f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:41.300837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for c29b5b13-54c4-439b-8d09-bf93e1491c35 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:41.308273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:41.308928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.366562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:41.371900 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f27539-e674-4332-9bc6-504f9a298460 None None] Network bdddfc38-7eb7-47dd-9080-fb7b87338be2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:41.376191 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/81499eb3-3363-4850-bf40-f7bfb797a3e5 HTTP/1.1" status: 204 len: 168 time: 2.0139091 Dec 20 12:04:41.382220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36564) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:41.395114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Pushing event deleted for resources: {'Port': ['ID=c29b5b13-54c4-439b-8d09-bf93e1491c35,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:41.408333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:41.456844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] No DVR routers for this DVR port c29b5b13-54c4-439b-8d09-bf93e1491c35 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:41.514944 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:41.515421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:41.577859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:41.586452 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.599521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:41.617251 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:41.618267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1726390-479f-4c35-845d-ecf94443aa18 req-8f72d24f-2608-4295-b490-4a82155d6972 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:41.628014 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b1726390-479f-4c35-845d-ecf94443aa18 req-8f72d24f-2608-4295-b490-4a82155d6972 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.7375073 Dec 20 12:04:41.659439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-292bb55a-c6e3-4917-8e97-f297956489c6 None None] Provisioning complete for port 0d0c2ea8-f184-444b-be63-fc315cda9995 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:41.660475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-292bb55a-c6e3-4917-8e97-f297956489c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.686918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:41.696301 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:41.711667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port 0d0c2ea8-f184-444b-be63-fc315cda9995 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:41.712111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.724568 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b1726390-479f-4c35-845d-ecf94443aa18 req-b106fbea-dda1-4cda-8899-bc3071bb11fd tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943146 Dec 20 12:04:41.743934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] Sync routers for ids ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:41.754289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port ed61f9a3-df34-4326-869f-66cbfb8009b4 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:41.791364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:41.797128 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.9754965 Dec 20 12:04:41.798157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36568) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:41.806546 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': False}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:41.897825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-60c141d2-f6ae-4e43-88a0-6f8234e33605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.018622 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port c29b5b13-54c4-439b-8d09-bf93e1491c35 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:42.019163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.140175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] Routers {'c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:42.141327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.186303 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.187748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] The port 'c29b5b13-54c4-439b-8d09-bf93e1491c35' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:42.247320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:42.267833 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:42.289514 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:42.290416 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.292994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.313515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.362851 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.370515 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.386597 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:42.388442 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.411148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 0ee266fa-8648-4197-8485-e89b7f45793b yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:42.447783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.455304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.456547 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1876805 Dec 20 12:04:42.463863 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36572) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:42.484233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] For port 0d0c2ea8-f184-444b-be63-fc315cda9995, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0d0c2ea8-f184-444b-be63-fc315cda9995,segment=NetworkSegment(e76c9acb-4df8-4959-bd5b-fe48c6703d9e),segment_id=e76c9acb-4df8-4959-bd5b-fe48c6703d9e)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:42.484754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.540844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.558805 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.560541 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600346c-310f-48a0-a9f7-70ade5082b6e None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:42.585587 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7388e8e2-edf1-499c-b04f-5838029ab7d8']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.590999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port f79fcb9f-71e8-4be3-bf40-8663a615ade4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f79fcb9f-71e8-4be3-bf40-8663a615ade4,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:42.596013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cda9fd33-e4b4-403a-8457-cbed820561fe tempest-PortsAdminExtendedAttrsTestJSON-1335286555 tempest-PortsAdminExtendedAttrsTestJSON-1335286555-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:42.601382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] Routers {'c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:42.602226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.645234 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b4b1e5-6140-4369-8b4e-1b46038af11e') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.645553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b4b1e5-6140-4369-8b4e-1b46038af11e') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.681955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.730940 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.740127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.750415 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:42.755359 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:42.756434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=f9455dfc-7f6d-4d4f-8d68-0f3d060ee041,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:42.762040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:42.764683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:42.774551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:42.774906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.784839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Calling delete_port for 0d0c2ea8-f184-444b-be63-fc315cda9995 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:42.804604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:42.805466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:42.808110 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:42.815574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842a114-a0dd-4478-815f-19fbfae67a42 None None] DHCP port deletion for bdddfc38-7eb7-47dd-9080-fb7b87338be2 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:42.828613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-db0d0052-d9bf-4be7-9b17-bd7e98c4bcb0 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:42.841617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Update dhcp port {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': '67df83c8-cd81-414d-b86a-96fe00fff1cb', 'ip_address': '2001:db8::f816:3eff:fe8e:8196'}, {'subnet_id': '07d149d5-0e5c-4070-bc53-b72b0a1a58fd'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': 'f79fcb9f-71e8-4be3-bf40-8663a615ade4'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:04:42.906495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c29b5b13-54c4-439b-8d09-bf93e1491c35 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:42.942997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:42.943992 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4bc5da-fc13-43c7-81a6-b76bc2c7f6c5 None None] The sync data for ids ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:42.968743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-5842a114-a0dd-4478-815f-19fbfae67a42 None None] Deleting port 0d0c2ea8-f184-444b-be63-fc315cda9995 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:42.969344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5842a114-a0dd-4478-815f-19fbfae67a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.020313 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: c29b5b13-54c4-439b-8d09-bf93e1491c35 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:43.020313 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c29b5b13-54c4-439b-8d09-bf93e1491c35 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:43.167551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=f79fcb9f-71e8-4be3-bf40-8663a615ade4,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.176663 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.196239 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.196993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=ed61f9a3-df34-4326-869f-66cbfb8009b4,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.211672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0d0c2ea8-f184-444b-be63-fc315cda9995 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:43.216126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.216126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.230443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:43.250167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.313232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:43.313232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.321315 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-5842a114-a0dd-4478-815f-19fbfae67a42 None None] The port '0d0c2ea8-f184-444b-be63-fc315cda9995' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:43.332332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=7388e8e2-edf1-499c-b04f-5838029ab7d8,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.348054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.356692 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/7388e8e2-edf1-499c-b04f-5838029ab7d8 HTTP/1.1" status: 204 len: 168 time: 3.7387300 Dec 20 12:04:43.358141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.366227 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36580) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:43.375020 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-938522878'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:43.386616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:43.398352 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:43.412666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': '1eb8e692-cb1f-42cd-88bf-444b8ca4cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c9e1108c-bb08-458f-b899-0c54f0a06254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:43.413259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: c9e1108c-bb08-458f-b899-0c54f0a06254, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:43.419996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:network and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:43.427207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:43.457018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:43.494570 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df5aae-88c5-4481-a77d-002d5afcf3b9 req-6e6cf4ac-35a2-45d3-b4fd-a990d1a24469 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:43.496299 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-81df5aae-88c5-4481-a77d-002d5afcf3b9 req-6e6cf4ac-35a2-45d3-b4fd-a990d1a24469 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.4981263 Dec 20 12:04:43.519832 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:43.522900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.554137 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No active binding found for port 0d0c2ea8-f184-444b-be63-fc315cda9995 {{(pid=83530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 12:04:43.555020 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0d0c2ea8-f184-444b-be63-fc315cda9995 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:43.702707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.784045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No DVR routers for this DVR port 0d0c2ea8-f184-444b-be63-fc315cda9995 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:43.811448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Port': ['ID=0d0c2ea8-f184-444b-be63-fc315cda9995,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:43.813933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:43.862569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network c9e1108c-bb08-458f-b899-0c54f0a06254 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:43.910884 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:43.918883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 6f5e3e1b-71fa-4e07-9924-2d89ff1e0895 owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:43.919212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c9e1108c-bb08-458f-b899-0c54f0a06254) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:43.930824 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-81df5aae-88c5-4481-a77d-002d5afcf3b9 req-a0f98203-0561-4be5-88dd-e03782b75a02 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4154027 Dec 20 12:04:43.934737 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb872a60-0e42-4a8a-ad22-478efc6b4cdd None None] Network c9e1108c-bb08-458f-b899-0c54f0a06254 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:43.941186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:43.947241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:43.951278 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:43.952025 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.957057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 172.20.0.5 (51a1536f-8906-4846-ba25-f9918687ea89/07d149d5-0e5c-4070-bc53-b72b0a1a58fd/0ee266fa-8648-4197-8485-e89b7f45793b) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:43.964191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:43.964796 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Added segment d0fdfca9-5539-4e25-80be-70bedb61e044 of type vlan for network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 Dec 20 12:04:44.002874 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:feb1:7c89 (51a1536f-8906-4846-ba25-f9918687ea89/67df83c8-cd81-414d-b86a-96fe00fff1cb/0ee266fa-8648-4197-8485-e89b7f45793b) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:44.094921 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.0662687 Dec 20 12:04:44.096126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36584) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:44.102361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.156357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.205994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdddfc38-7eb7-47dd-9080-fb7b87338be2']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:44.207924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port ed61f9a3-df34-4326-869f-66cbfb8009b4 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:44.208296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.233096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76c9acb-4df8-4959-bd5b-fe48c6703d9e') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:44.233909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76c9acb-4df8-4959-bd5b-fe48c6703d9e') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:44.242967 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.246765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:44.247375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.257708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.260413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3d532d61-51c9-4927-a62f-57e8280bfda4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:44.290844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.303059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:44.304128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.369278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-02034f11-ebb0-4fa7-8580-9029504f0b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.442632 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0749123 Dec 20 12:04:44.504694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36588) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:44.523824 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:44.594699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:44.645286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Network': ['ID=a082dfad-40a0-4eae-b1f3-1da41a26f2c9,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:44.671979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:44.676595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:44.686363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.696989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e3f7154a-358b-4afc-a29d-286a04f82f1d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:44.717689 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.751403 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=bdddfc38-7eb7-47dd-9080-fb7b87338be2,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:44.773586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:44.834558 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/bdddfc38-7eb7-47dd-9080-fb7b87338be2 HTTP/1.1" status: 204 len: 168 time: 3.4480901 Dec 20 12:04:44.886979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36592) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:44.914936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:44.927701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:44.933252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:44.938397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:44.942128 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ac85bf-036a-4d86-ad1a-008547b901b7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:44.942674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ac85bf-036a-4d86-ad1a-008547b901b7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:44.968778 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:44.992047 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f5ac85bf-036a-4d86-ad1a-008547b901b7 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/db9e9c1a-790a-4db8-a9ba-dc10f9037485 HTTP/1.1" status: 404 len: 337 time: 0.1035018 Dec 20 12:04:45.005585 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.015634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36596) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:45.089588 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-28143573-583a-4765-87ee-016ed897d2fd tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:45.090217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28143573-583a-4765-87ee-016ed897d2fd tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:45.092368 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-28143573-583a-4765-87ee-016ed897d2fd tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/fb9c2418-57b7-4734-a326-c3d61f5a2f3c HTTP/1.1" status: 404 len: 339 time: 0.0756443 Dec 20 12:04:45.095763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.101997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36602) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:45.135360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.166449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for ed61f9a3-df34-4326-869f-66cbfb8009b4 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:45.167890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.172456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 0ee266fa-8648-4197-8485-e89b7f45793b will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:45.173841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d8dc46f-cea8-4ee6-bc19-0d37b0949e3e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:45.192382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f79fcb9f-71e8-4be3-bf40-8663a615ade4 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:45.204270 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-549a9b62-b1b9-4ce6-b9a6-7deb0e90f9fa tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:45.204804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549a9b62-b1b9-4ce6-b9a6-7deb0e90f9fa tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:45.211222 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-549a9b62-b1b9-4ce6-b9a6-7deb0e90f9fa tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/360da3c9-6246-48d2-8fc6-34f027aa64d4 HTTP/1.1" status: 404 len: 337 time: 0.1007292 Dec 20 12:04:45.215632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36606) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:45.256626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=6f5e3e1b-71fa-4e07-9924-2d89ff1e0895,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:45.266666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:45.274440 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa66c590-b365-40e6-8b36-0354b97bf18c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:45.275252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa66c590-b365-40e6-8b36-0354b97bf18c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:45.278187 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fa66c590-b365-40e6-8b36-0354b97bf18c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/caa08899-ac53-4c49-aeef-77c5031afd74 HTTP/1.1" status: 404 len: 339 time: 0.0609992 Dec 20 12:04:45.283078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36610) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:45.295909 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:45.325000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:45.325480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.497341 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b410d38-f1e0-48a2-88ae-b7eb32574d0d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:45.498173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b410d38-f1e0-48a2-88ae-b7eb32574d0d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:45.503389 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4b410d38-f1e0-48a2-88ae-b7eb32574d0d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/97cb92ef-03a7-4539-a0b7-2f65676ce87b HTTP/1.1" status: 404 len: 337 time: 0.2139549 Dec 20 12:04:45.567346 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36614) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:45.602300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.605201 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Allocated IP 172.20.0.2 (51a1536f-8906-4846-ba25-f9918687ea89/07d149d5-0e5c-4070-bc53-b72b0a1a58fd/f79fcb9f-71e8-4be3-bf40-8663a615ade4) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:45.651812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.705014 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d8a68e96-6afb-446a-bd89-1918ec7f3c5b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:45.744865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.751723 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ae1082-c8a1-4a5b-a852-50c8de932cc5 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:45.752484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ae1082-c8a1-4a5b-a852-50c8de932cc5 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:45.754370 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-90ae1082-c8a1-4a5b-a852-50c8de932cc5 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/287fb1a0-7307-44df-bc7f-e1d98c57e0a9 HTTP/1.1" status: 404 len: 339 time: 0.1797733 Dec 20 12:04:45.767371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36618) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:45.777588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:45.810542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:45.823071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:45.828844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fe6d06a5-b502-4497-a0ab-10b4e3c5b39b tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:45.884612 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] For port f79fcb9f-71e8-4be3-bf40-8663a615ade4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f79fcb9f-71e8-4be3-bf40-8663a615ade4,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:45.903598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=0ee266fa-8648-4197-8485-e89b7f45793b,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:45.915834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:45.924906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.952401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Transition to ACTIVE for port object f79fcb9f-71e8-4be3-bf40-8663a615ade4 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:45.957804 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.962571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-feeca7b8-21d9-4026-97a2-8d473e8d34b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:45.966535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=ed61f9a3-df34-4326-869f-66cbfb8009b4,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:45.974734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:45.981245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:45.981883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:45.982163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb60c8-0c3a-4c32-9b68-390114e73a4a req-9f177a7e-d848-4ff2-aa04-3b84acb8f299 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:45.984102 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-0bbb60c8-0c3a-4c32-9b68-390114e73a4a req-9f177a7e-d848-4ff2-aa04-3b84acb8f299 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.7892871 Dec 20 12:04:46.019121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.050411 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/ed61f9a3-df34-4326-869f-66cbfb8009b4 HTTP/1.1" status: 204 len: 168 time: 1.9523604 Dec 20 12:04:46.060272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36622) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:46.077485 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5678413 Dec 20 12:04:46.080068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36626) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:46.125024 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Pushing event updated for resources: {'Port': ['ID=f79fcb9f-71e8-4be3-bf40-8663a615ade4,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:46.128356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:46.133781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.174079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.178011 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-0bbb60c8-0c3a-4c32-9b68-390114e73a4a req-6f5c9eda-875b-4761-8210-6a3135b445ed tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813619 Dec 20 12:04:46.222780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting subnet 9cc6a607-5195-4704-985e-13830e767a99 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:46.233462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.388002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6ab24-9e20-4c64-9249-eb7932c1477d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.392030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6ab24-9e20-4c64-9249-eb7932c1477d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.392859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f4d6ab24-9e20-4c64-9249-eb7932c1477d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:46.401584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.408612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.415528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b827c11d-cc3c-45e5-8c74-9ac23bb2ef02 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:46.560557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f4d6ab24-9e20-4c64-9249-eb7932c1477d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:46.564476 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f4d6ab24-9e20-4c64-9249-eb7932c1477d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4998395 Dec 20 12:04:46.568058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36630) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:46.573005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.578984 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=b2469c30-bd2b-4282-a0a1-6bc32c8b5801,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:46.624288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:46.644800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421bea6a-a1f8-430a-82f9-543e09eb741a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.658635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421bea6a-a1f8-430a-82f9-543e09eb741a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:46.660559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-421bea6a-a1f8-430a-82f9-543e09eb741a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:46.750263 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.778618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-421bea6a-a1f8-430a-82f9-543e09eb741a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:46.780206 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-421bea6a-a1f8-430a-82f9-543e09eb741a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6974821 Dec 20 12:04:46.789458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36634) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:46.802574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port f9455dfc-7f6d-4d4f-8d68-0f3d060ee041 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:46.803700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:46.839689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Checking segment: {'id': 'd0fdfca9-5539-4e25-80be-70bedb61e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:46.840059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network hostable DHCP agents. Network: a082dfad-40a0-4eae-b1f3-1da41a26f2c9, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:46.864364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-745cc2eb-06fc-4c8e-8d31-8b28df352336 None None] Provisioning for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:46.872292 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-745cc2eb-06fc-4c8e-8d31-8b28df352336 None None] Provisioning complete for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:46.873273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-745cc2eb-06fc-4c8e-8d31-8b28df352336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.060388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 0ee266fa-8648-4197-8485-e89b7f45793b {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:47.060818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.144320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.152041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:47.167223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f79fcb9f-71e8-4be3-bf40-8663a615ade4 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:47.267772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:47.268250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.270882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.276279 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.278913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:47.329483 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.347968 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7f426aa0-44bd-401c-986b-400b728f6e5a None None] Provisioning for port 0ee266fa-8648-4197-8485-e89b7f45793b completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:47.356192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc6a607-5195-4704-985e-13830e767a99,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:47.358998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, a082dfad-40a0-4eae-b1f3-1da41a26f2c9) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:47.365637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7f426aa0-44bd-401c-986b-400b728f6e5a None None] Provisioning complete for port 0ee266fa-8648-4197-8485-e89b7f45793b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:47.366771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f426aa0-44bd-401c-986b-400b728f6e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.374362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:47.393232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.421166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d82f07-646e-4f08-8829-5b1671f12e1b None None] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:47.429061 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/9cc6a607-5195-4704-985e-13830e767a99 HTTP/1.1" status: 204 len: 168 time: 1.6549435 Dec 20 12:04:47.433211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b38fc4-5073-4b7a-9157-3fa08183f842 None None] Network 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:47.451176 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36640) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:47.463887 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:47.464499 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.718176 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.738342 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7f426aa0-44bd-401c-986b-400b728f6e5a None None] Port 0ee266fa-8648-4197-8485-e89b7f45793b cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:47.785730 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.796504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port c9a95e1c-12dc-4115-b568-67d9c70b623d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:47.796998 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.816459 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e5708e93-bba6-4ae1-96bc-a0fdb3970411 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2520237 Dec 20 12:04:47.822961 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36644) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:47.851473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:47.940132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1156505858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:47.961552 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for f9455dfc-7f6d-4d4f-8d68-0f3d060ee041 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:48.000374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:48.008566 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 0ee266fa-8648-4197-8485-e89b7f45793b owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:48.012610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-a082dfad-40a0-4eae-b1f3-1da41a26f2c9', 'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9', 'tenant_id': 'd187523ae340477fb5877262a1160f1f', 'fixed_ips': [{'subnet_id': 'b2469c30-bd2b-4282-a0a1-6bc32c8b5801'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:48.013438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.082097 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:router and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:48.091661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:48.092643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] DHCP port deletion for 5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:48.114287 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Deleting port c9a95e1c-12dc-4115-b568-67d9c70b623d {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:48.114621 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.119343 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:48.135581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:48.224143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.225629 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.241232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf279e-4a48-497d-8ad3-f3ae68ebcb54 req-ec76dc78-0a47-423b-9699-7bab22e1dd36 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:48.242694 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c9cf279e-4a48-497d-8ad3-f3ae68ebcb54 req-ec76dc78-0a47-423b-9699-7bab22e1dd36 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.8986704 Dec 20 12:04:48.316288 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Allocated IP 172.20.0.2 (a082dfad-40a0-4eae-b1f3-1da41a26f2c9/b2469c30-bd2b-4282-a0a1-6bc32c8b5801/b9960e93-6deb-4c94-9b75-35ab70cc08ca) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:48.321163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.341127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:48.420683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=f9455dfc-7f6d-4d4f-8d68-0f3d060ee041,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:48.443654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] For port c9a95e1c-12dc-4115-b568-67d9c70b623d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c9a95e1c-12dc-4115-b568-67d9c70b623d,segment=NetworkSegment(7c32a3ba-00fc-423e-a331-9f7b84fde0c6),segment_id=7c32a3ba-00fc-423e-a331-9f7b84fde0c6)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:48.444202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.455507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:48.466611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.482776 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.493307 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c9cf279e-4a48-497d-8ad3-f3ae68ebcb54 req-75042234-866a-4adf-bfe9-c9d5b35b09c9 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123446 Dec 20 12:04:48.545078 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/f9455dfc-7f6d-4d4f-8d68-0f3d060ee041 HTTP/1.1" status: 204 len: 168 time: 1.9685910 Dec 20 12:04:48.559187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36650) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:48.583218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.620029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Calling delete_port for c9a95e1c-12dc-4115-b568-67d9c70b623d owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:48.635311 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.636570 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4a7101d7-6ba1-4e07-a84b-2eb084617191 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7606161 Dec 20 12:04:48.641105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36654) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:48.647918 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9', 'name': 'tempest-PortsTestJSON-326172785'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:48.760569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] For port c9a95e1c-12dc-4115-b568-67d9c70b623d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c9a95e1c-12dc-4115-b568-67d9c70b623d,segment=NetworkSegment(7c32a3ba-00fc-423e-a331-9f7b84fde0c6),segment_id=7c32a3ba-00fc-423e-a331-9f7b84fde0c6)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:48.761228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.763172 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.1 (046b1ff5-4ead-40aa-8ace-d7bf37601627/f4180f6e-b02e-4d98-8180-a2c2c973c374/2f1bc4b6-bf23-4ea2-b0ce-ae0167cda2bc) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:48.775546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.782012 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:48.790900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Router c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:48.835594 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Pushing event deleted for resources: {'Port': ['ID=c9a95e1c-12dc-4115-b568-67d9c70b623d,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:48.840062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:48.846816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] No DVR routers for this DVR port c9a95e1c-12dc-4115-b568-67d9c70b623d on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:48.855013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:48.944927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:48.945545 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Calling delete_port for c9a95e1c-12dc-4115-b568-67d9c70b623d owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:49.022723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:49.025696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:49.028407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Transition to ACTIVE for port object b9960e93-6deb-4c94-9b75-35ab70cc08ca will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:49.033435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc97723-911c-4cec-b081-ada706d4cd32 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.033656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ccc97723-911c-4cec-b081-ada706d4cd32 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:49.039907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] Sync routers for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:49.042167 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.050527 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:49.053266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-59454bb7-3377-4ed1-b96a-ddfcd4575d79 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:49.053532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.072121 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Transition to ACTIVE for port object b9960e93-6deb-4c94-9b75-35ab70cc08ca will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:49.072454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.073347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:49.074417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:49.093262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:49.121067 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0179124 Dec 20 12:04:49.123695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=0ee266fa-8648-4197-8485-e89b7f45793b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:49.127585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36658) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:49.133261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:49.157511 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.161740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9a95e1c-12dc-4115-b568-67d9c70b623d no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:49.189326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a3a58d85-4ff5-4d5d-bbaf-8005eecb53e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:49.227485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.258005 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:49.271935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Pushing event updated for resources: {'Port': ['ID=b9960e93-6deb-4c94-9b75-35ab70cc08ca,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:49.277145 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:49.281935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ccc97723-911c-4cec-b081-ada706d4cd32 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:49.283094 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ccc97723-911c-4cec-b081-ada706d4cd32 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7139785 Dec 20 12:04:49.283957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:49.284307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:49.286286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:49.291230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: c9a95e1c-12dc-4115-b568-67d9c70b623d {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:49.291587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9a95e1c-12dc-4115-b568-67d9c70b623d not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:49.294742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36662) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:49.301206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:49.303593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:49.306362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:49.307044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:49.355104 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:49.377009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:49.377685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ff08e-ad1d-43da-8a64-0eb8eb34d430 None None] The sync data for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:49.387726 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0221c2d-36ef-43eb-8322-e7bbb620e750 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:04:49.389099 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d0221c2d-36ef-43eb-8322-e7bbb620e750 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/ed61f9a3-df34-4326-869f-66cbfb8009b4 HTTP/1.1" status: 404 len: 333 time: 0.0924144 Dec 20 12:04:49.397724 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36666) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:49.468450 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Attempting to bind port b9960e93-6deb-4c94-9b75-35ab70cc08ca on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:49.468827 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Attempting to bind port b9960e93-6deb-4c94-9b75-35ab70cc08ca by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'd0fdfca9-5539-4e25-80be-70bedb61e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:49.469197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Attempting to bind port b9960e93-6deb-4c94-9b75-35ab70cc08ca on network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:49.476120 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:49.476517 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Checking segment: {'id': 'd0fdfca9-5539-4e25-80be-70bedb61e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:49.476923 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.477310 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Bound using segment: {'id': 'd0fdfca9-5539-4e25-80be-70bedb61e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:49.477776 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Bound port: b9960e93-6deb-4c94-9b75-35ab70cc08ca, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fdfca9-5539-4e25-80be-70bedb61e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a082dfad-40a0-4eae-b1f3-1da41a26f2c9'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:49.478149 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.495473 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-12495b92-a963-469e-8632-1c108124a7be tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:04:49.496685 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-12495b92-a963-469e-8632-1c108124a7be tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/f9455dfc-7f6d-4d4f-8d68-0f3d060ee041 HTTP/1.1" status: 404 len: 333 time: 0.0978727 Dec 20 12:04:49.501165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36670) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:49.611718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:49.620179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=2f1bc4b6-bf23-4ea2-b0ce-ae0167cda2bc,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:49.622851 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:49.626628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] For port b9960e93-6deb-4c94-9b75-35ab70cc08ca, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:49.631233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:49.631606 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] For port b9960e93-6deb-4c94-9b75-35ab70cc08ca, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9960e93-6deb-4c94-9b75-35ab70cc08ca,segment=NetworkSegment(d0fdfca9-5539-4e25-80be-70bedb61e044),segment_id=d0fdfca9-5539-4e25-80be-70bedb61e044)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:49.633995 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:49.637778 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.639259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.643475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fe885cec-f06a-4686-85de-b84673819975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:49.657986 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/0ee266fa-8648-4197-8485-e89b7f45793b HTTP/1.1" status: 204 len: 168 time: 2.8652258 Dec 20 12:04:49.660747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.662762 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36676) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:49.720902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Pushing event updated for resources: {'Port': ['ID=b9960e93-6deb-4c94-9b75-35ab70cc08ca,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:49.724275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:49.774901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.822193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port c9a95e1c-12dc-4115-b568-67d9c70b623d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:49.822673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:49.854592 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.8 (a082dfad-40a0-4eae-b1f3-1da41a26f2c9/b2469c30-bd2b-4282-a0a1-6bc32c8b5801/e3e3d45a-d4ec-40b5-bedd-b011298e0ed4) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:49.885783 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e02028e-683f-4ed8-9691-56a7f7ad51d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.887093 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e02028e-683f-4ed8-9691-56a7f7ad51d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.888488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e02028e-683f-4ed8-9691-56a7f7ad51d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:49.889334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1e02028e-683f-4ed8-9691-56a7f7ad51d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:50.057219 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:50.079443 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] Sync routers for ids ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:50.094628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f126f4c-47b1-4a9b-90bf-fee59af273f6 req-8a114d82-8107-421e-b0ca-a084c982153e tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:50.096240 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-3f126f4c-47b1-4a9b-90bf-fee59af273f6 req-8a114d82-8107-421e-b0ca-a084c982153e tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.3148859 Dec 20 12:04:50.096906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.106665 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] Routers {'c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:50.107977 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.167580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] The port 'c9a95e1c-12dc-4115-b568-67d9c70b623d' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:50.191915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.195905 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3b1fa1fb-df33-412d-85c6-99700c56a2bc tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "PUT /v2.0/routers/c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 HTTP/1.1" status: 200 len: 922 time: 8.3925555 Dec 20 12:04:50.201404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36680) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.230835 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.241622 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] Routers {'c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:50.242275 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.295274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1e02028e-683f-4ed8-9691-56a7f7ad51d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:50.299726 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1e02028e-683f-4ed8-9691-56a7f7ad51d7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6315515 Dec 20 12:04:50.305352 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36684) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.306780 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.307203 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0dac7f-42fc-4c04-b28f-e377c2bb679d None None] The sync data for ids ['c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:50.310537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.410486 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-3f126f4c-47b1-4a9b-90bf-fee59af273f6 req-cfca52e3-99a5-47b6-a07a-3374d8feab3b tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999425 Dec 20 12:04:50.413197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.421084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e1108c-bb08-458f-b899-0c54f0a06254']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.455936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb8e692-cb1f-42cd-88bf-444b8ca4cb01') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.456380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb8e692-cb1f-42cd-88bf-444b8ca4cb01') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.479012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.491126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.508182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.510191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c32a3ba-00fc-423e-a331-9f7b84fde0c6') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.510474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c32a3ba-00fc-423e-a331-9f7b84fde0c6') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:50.522977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.532866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.543290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:50.543737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:50.559015 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:50.564998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:50.572136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.638404 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.753461 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:50.753990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:50.772518 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:50.844455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.857056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-07b70238-38f9-40cd-b4f6-d764f4d7f98e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:50.870839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e73a89-5422-45e7-9f9f-66566b658d50 None None] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:50.871758 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.872617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 07d149d5-0e5c-4070-bc53-b72b0a1a58fd {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:50.874933 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.886261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=c9e1108c-bb08-458f-b899-0c54f0a06254,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:50.890043 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/c9e1108c-bb08-458f-b899-0c54f0a06254 HTTP/1.1" status: 204 len: 168 time: 1.3878140 Dec 20 12:04:50.895579 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.895776 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:50.897338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36688) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.905603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1102852111'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:50.910338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.914282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:50.918659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:50.921129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f7000fb0-e215-4024-a140-00067a4ad53a tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:50.934049 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:50.942373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:50.947926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:50.958402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:50.967501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:50.968598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:50.977491 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/5fb91cdb-c1e7-40f7-841d-c8b69ea1f3d6 HTTP/1.1" status: 204 len: 168 time: 3.5243287 Dec 20 12:04:50.980178 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36692) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:50.996468 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-686f421b-0930-4a4a-9df2-1ea1ac71b2bc None None] Provisioning for port b9960e93-6deb-4c94-9b75-35ab70cc08ca completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:51.025447 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5007bc-5486-4a99-93e2-fdfa9e341715 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.025826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5007bc-5486-4a99-93e2-fdfa9e341715 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.030038 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3d5007bc-5486-4a99-93e2-fdfa9e341715 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/dcf8571c-7c3d-4d58-8b14-c775dd2322ed HTTP/1.1" status: 404 len: 337 time: 0.0462482 Dec 20 12:04:51.031556 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36696) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.034054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:51.036657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.077109 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1ff76d-704b-4bf3-bbd8-07c1d8b0a04d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] DELETE failed (client error): The resource could not be found. Dec 20 12:04:51.077928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1ff76d-704b-4bf3-bbd8-07c1d8b0a04d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:04:51.082352 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1f1ff76d-704b-4bf3-bbd8-07c1d8b0a04d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/c2f9d681-36e4-43bc-b1dd-6185a4b34c02 HTTP/1.1" status: 404 len: 339 time: 0.0481355 Dec 20 12:04:51.082352 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36700) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.177018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:04:51.201485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.201802 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment cc2865b4-8340-48ff-b7fb-3e1e917abda8 of type vlan for network 9541828e-ba33-4300-b244-8b554712342c Dec 20 12:04:51.228974 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.254487 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9960e93-6deb-4c94-9b75-35ab70cc08ca up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:51.282512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=e3e3d45a-d4ec-40b5-bedd-b011298e0ed4,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:51.288718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:51.305484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:51.310674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:51.325009 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:51.335329 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port b9960e93-6deb-4c94-9b75-35ab70cc08ca completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:51.341081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b9960e93-6deb-4c94-9b75-35ab70cc08ca triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:51.341571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.362868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.431446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:51.432009 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.491964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.496405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.504546 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b89a61fa-365e-4a3c-939c-332b0fb29a48 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 HTTP/1.1" status: 200 len: 922 time: 1.3017817 Dec 20 12:04:51.507538 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36706) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.508232 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8653188 Dec 20 12:04:51.510743 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.534998 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36708) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:51.537820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.546166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port b9960e93-6deb-4c94-9b75-35ab70cc08ca, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9960e93-6deb-4c94-9b75-35ab70cc08ca,segment=NetworkSegment(d0fdfca9-5539-4e25-80be-70bedb61e044),segment_id=d0fdfca9-5539-4e25-80be-70bedb61e044)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:51.555440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.561796 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f89f8881-9281-48a7-9ba8-421215b2ee17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:51.566221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:51.640426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-95a95c85-b246-41d6-b604-dd36adfbfbff None None] Provisioning complete for port b9960e93-6deb-4c94-9b75-35ab70cc08ca triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:51.641133 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-95a95c85-b246-41d6-b604-dd36adfbfbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.711649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=b9960e93-6deb-4c94-9b75-35ab70cc08ca,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:51.727864 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:51.773812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.781567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=2f1bc4b6-bf23-4ea2-b0ce-ae0167cda2bc,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:51.790853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:51.824924 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-95a95c85-b246-41d6-b604-dd36adfbfbff None None] Provisioning for port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:51.832026 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-95a95c85-b246-41d6-b604-dd36adfbfbff None None] Provisioning complete for port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:51.832640 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-95a95c85-b246-41d6-b604-dd36adfbfbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.848234 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.852759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-73366cb4-ffb5-482f-9cab-dd3195acf14c tempest-ExternalNetworksTestJSON-935640139 tempest-ExternalNetworksTestJSON-935640139-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:51.859850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting subnet 4c27744f-0808-4c09-9a71-deb0749d1b32 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:51.893086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.897116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:51.897705 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.901282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:51.906562 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-95a95c85-b246-41d6-b604-dd36adfbfbff None None] Port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:51.917926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:51.946459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=07d149d5-0e5c-4070-bc53-b72b0a1a58fd,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:51.958434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:51.972214 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ffa2e-c115-4220-beee-f1b2b5f45e89 req-a5b48451-8c19-4656-98ac-3e605d61677f tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:51.973315 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd112435-bfd7-47fe-8c6a-87654f6e00c2 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:51.973665 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-682ffa2e-c115-4220-beee-f1b2b5f45e89 req-a5b48451-8c19-4656-98ac-3e605d61677f tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.3653369 Dec 20 12:04:51.975189 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.027604 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/07d149d5-0e5c-4070-bc53-b72b0a1a58fd HTTP/1.1" status: 204 len: 168 time: 1.7064712 Dec 20 12:04:52.039813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36714) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.061116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.092694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:52.095316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a00b78b2-a0b0-4fb4-9425-a2b3e202b018 None None] Provisioning complete for port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:52.095698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a00b78b2-a0b0-4fb4-9425-a2b3e202b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.097415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:52.158438 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-682ffa2e-c115-4220-beee-f1b2b5f45e89 req-14c4e566-b441-4bff-882f-d73001cca9d6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721780 Dec 20 12:04:52.199476 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 67df83c8-cd81-414d-b86a-96fe00fff1cb {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:04:52.213137 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3116643 Dec 20 12:04:52.213840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.220128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a00b78b2-a0b0-4fb4-9425-a2b3e202b018 None None] Port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:52.240522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36720) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.268487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=9541828e-ba33-4300-b244-8b554712342c,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:52.279656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:52.309033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': '9541828e-ba33-4300-b244-8b554712342c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:52.311180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 9541828e-ba33-4300-b244-8b554712342c details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:04:52.443417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-adfd682b-7ee1-467e-9d81-b9e21d71f132 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Synchronizing usage tracker for tenant:9ae58103ba314c7f9bb96473ce1879ac on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:52.470986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.491309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.539923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-adfd682b-7ee1-467e-9d81-b9e21d71f132 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Unset dirty status for tenant:9ae58103ba314c7f9bb96473ce1879ac on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:52.543986 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-adfd682b-7ee1-467e-9d81-b9e21d71f132 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0270903 Dec 20 12:04:52.545585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36726) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:52.579670 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:52.610971 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:52.620348 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:52.726713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:52.838755 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:52.843546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.856047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4741c4e9-b876-4c0e-83a3-ebfd58d67884 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:52.929038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Subnet': ['ID=4c27744f-0808-4c09-9a71-deb0749d1b32,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:52.944137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:52.990954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:52.991559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544f2aff-42f5-46d6-8098-4c27b21e7f39 None None] Network e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:53.028882 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-337ad568-d570-4666-ad5a-bd3015e47607 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1099 time: 0.3756137 Dec 20 12:04:53.034422 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/subnets/4c27744f-0808-4c09-9a71-deb0749d1b32 HTTP/1.1" status: 204 len: 168 time: 1.9510548 Dec 20 12:04:53.067679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36730) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.117671 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.130380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 06bedc33-11d3-4e53-810d-5f30eca4e5d4 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:53.131624 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.163484 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9960e93-6deb-4c94-9b75-35ab70cc08ca up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:53.169812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe55121-e88b-4057-93e3-fee93d515f2a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:53.174041 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bbe55121-e88b-4057-93e3-fee93d515f2a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 0.6247497 Dec 20 12:04:53.180843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36734) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.243194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.269772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-70d03b3d-fdc1-4d39-a02a-a27f7ef917ca None None] Provisioning complete for port f79fcb9f-71e8-4be3-bf40-8663a615ade4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:53.270312 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-70d03b3d-fdc1-4d39-a02a-a27f7ef917ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.312079 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b6c17-7521-427a-8978-7d6440e92f76 req-ced83326-04a3-4e60-bb99-35f5830e7db8 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:53.313830 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-079b6c17-7521-427a-8978-7d6440e92f76 req-ced83326-04a3-4e60-bb99-35f5830e7db8 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.7152867 Dec 20 12:04:53.318946 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8c31a18f-63e0-4e6f-8c9a-7ebd1074e8e7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 HTTP/1.1" status: 200 len: 205 time: 0.1278474 Dec 20 12:04:53.325182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36738) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.361755 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b9960e93-6deb-4c94-9b75-35ab70cc08ca triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:53.362291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.462181 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.ipam_backend_mixin [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Performing IP validity checks on allocation pools {{(pid=83528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 12:04:53.465311 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.ipam_backend_mixin [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 12:04:53.471145 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] DHCP port deletion for e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:53.485953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Deleting port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:53.486473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.494687 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:04:53.551784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.579826 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.588418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-24ec0554-1c23-4911-9673-18979039a81d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:53.640427 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-079b6c17-7521-427a-8978-7d6440e92f76 req-9849c2ce-a04a-49a6-bce1-6cb17941c442 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025256 Dec 20 12:04:53.641603 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=67df83c8-cd81-414d-b86a-96fe00fff1cb,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:53.643419 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:53.664189 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.674089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-6d1e2d99-32b5-4bba-8f34-32314f05f7fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:53.675571 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-6d1e2d99-32b5-4bba-8f34-32314f05f7fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 913 time: 0.6397798 Dec 20 12:04:53.679742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.694737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:53.695071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.748671 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/67df83c8-cd81-414d-b86a-96fe00fff1cb HTTP/1.1" status: 204 len: 168 time: 1.7076952 Dec 20 12:04:53.752804 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36742) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.810930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d709339d-64d4-4c3d-b965-585d01117c15 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:53.847589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.866625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] For port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,segment=NetworkSegment(36bd1687-d48e-44fe-b3bd-ae1717d32367),segment_id=36bd1687-d48e-44fe-b3bd-ae1717d32367)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:53.867027 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:53.902258 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4e26a9ff-5e6e-42cd-8dfd-f3194459bea3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470401 Dec 20 12:04:53.907809 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36746) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:53.933278 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:54.009288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 06bedc33-11d3-4e53-810d-5f30eca4e5d4 owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:54.043478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Calling delete_port for 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:54.066598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.073478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b6cdd34d-495f-44ac-939e-8d5941f1cd3b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:54.133269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:54.134818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:54.150204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:54.167307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:54.183965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:54.203747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.205454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=296b3643-a912-445d-a0c3-680c92abba72,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:54.208089 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:54.210815 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-32001f11-8e61-46ff-b9e9-0b6f6ae6fef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:54.232608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:54.236132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.242230 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-1dd9c308-71eb-4d4c-a094-875086eb8680 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 1002 time: 0.5485151 Dec 20 12:04:54.260734 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Pushing event deleted for resources: {'Port': ['ID=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:54.264776 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:54.267386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] No DVR routers for this DVR port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:54.325878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.358945 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:04:54.363181 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Deleting port f79fcb9f-71e8-4be3-bf40-8663a615ade4 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:54.363676 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.454538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': 'cc2865b4-8340-48ff-b7fb-3e1e917abda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '9541828e-ba33-4300-b244-8b554712342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:54.454923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: 9541828e-ba33-4300-b244-8b554712342c, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:04:54.516009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-58f521b7-cf6d-4faa-ae78-b7d50386c416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:54.517756 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-58f521b7-cf6d-4faa-ae78-b7d50386c416 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.2682085 Dec 20 12:04:54.562217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 9541828e-ba33-4300-b244-8b554712342c is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:04:54.576961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] For port f79fcb9f-71e8-4be3-bf40-8663a615ade4, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f79fcb9f-71e8-4be3-bf40-8663a615ade4,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:54.576961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.604853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] For port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=22cfc6cd-d480-45cb-833c-417b2e5dcdd9,segment=NetworkSegment(36bd1687-d48e-44fe-b3bd-ae1717d32367),segment_id=36bd1687-d48e-44fe-b3bd-ae1717d32367)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:04:54.605517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.731163 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Calling delete_port for f79fcb9f-71e8-4be3-bf40-8663a615ade4 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:54.815868 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:54.822062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:54.866349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Pushing event deleted for resources: {'Port': ['ID=f79fcb9f-71e8-4be3-bf40-8663a615ade4,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:54.867953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:54.870800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] No DVR routers for this DVR port f79fcb9f-71e8-4be3-bf40-8663a615ade4 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:04:54.876275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Calling delete_port for 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:54.959564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 9541828e-ba33-4300-b244-8b554712342c) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:54.967859 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3664ac-764d-4474-b220-cf8af4d6eeae None None] Network 9541828e-ba33-4300-b244-8b554712342c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:54.979673 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:54.980367 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.044520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.048534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36752) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.048676 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8047900 Dec 20 12:04:55.057364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': '9541828e-ba33-4300-b244-8b554712342c', 'name': 'tempest-PortsIpV6TestJSON-573476341'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:55.072128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.081344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4197c47-f7ae-4c7e-8765-569299e783c5 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:55.109515 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.121401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed9ece-49ff-483f-b35f-97c2f4929471 req-4de63904-1d9e-4573-939c-b99267aa2747 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:55.122959 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51ed9ece-49ff-483f-b35f-97c2f4929471 req-4de63904-1d9e-4573-939c-b99267aa2747 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.2918491 Dec 20 12:04:55.139471 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-caaaf71b-4028-474a-a831-e12803c39ced service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.6112337 Dec 20 12:04:55.167333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:04:55.168051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:04:55.196648 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:55.226856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=06bedc33-11d3-4e53-810d-5f30eca4e5d4,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:55.229442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:55.251071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:55.251434 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:55.251862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f79fcb9f-71e8-4be3-bf40-8663a615ade4 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:04:55.288767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:55.300433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:04:55.308380 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:55.308836 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/routers/07c92066-ffe6-42e8-9668-87f60d3889b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8398676 Dec 20 12:04:55.312774 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-51ed9ece-49ff-483f-b35f-97c2f4929471 req-a300e1e5-6aca-485f-826d-ea9504c81a4d tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591685 Dec 20 12:04:55.313523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36756) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.317000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: f79fcb9f-71e8-4be3-bf40-8663a615ade4 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:04:55.317406 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f79fcb9f-71e8-4be3-bf40-8663a615ade4 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:04:55.334416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'port': {'network_id': '046b1ff5-4ead-40aa-8ace-d7bf37601627', 'name': 'tempest-FloatingIPTestJSON-220967506'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:55.354269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.359557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.367012 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:55.406196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-9541828e-ba33-4300-b244-8b554712342c', 'network_id': '9541828e-ba33-4300-b244-8b554712342c', 'tenant_id': 'b725b547212f43cfac00b00e174583bf', 'fixed_ips': [{'subnet_id': '296b3643-a912-445d-a0c3-680c92abba72'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:55.407016 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.436565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0fd78463-4d0f-4fc4-be42-774b20cbc151 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:55.438200 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:55.439015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:55.466506 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:55.505594 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-7cb0626e-0c68-47b3-86ec-ee5ce2650f4a service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266327 Dec 20 12:04:55.519920 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:55.531201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Deleting port 5178d810-af96-4918-9644-a9473721be18 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:55.531649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.537193 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cf851-6feb-4413-acc2-8df5e298b564 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:55.569829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:55.570475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.587336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:55.641677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=0cdc6ebe-580c-4f78-8741-5ce335039012,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:55.659072 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7446413 Dec 20 12:04:55.659072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:55.663933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36760) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:55.680100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Deleting port 22cfc6cd-d480-45cb-833c-417b2e5dcdd9 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:55.680677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.700766 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:55.724334 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:55.725341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:55.725495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:55.739753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=e3e3d45a-d4ec-40b5-bedd-b011298e0ed4,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:55.751897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:port and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:55.764121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:55.772553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:55.776862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:55.790601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-49ecdf3d-8005-4f9e-8c04-549e0162e8e0 None None] Provisioning complete for port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:55.790990 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-49ecdf3d-8005-4f9e-8c04-549e0162e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.809251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:55.813534 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.826607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:55.854491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-49ecdf3d-8005-4f9e-8c04-549e0162e8e0 None None] Port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:04:55.893405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:55.893823 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fcd3c-543f-4cc6-bf69-db1677a52ee1 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:55.932819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] The port '22cfc6cd-d480-45cb-833c-417b2e5dcdd9' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:04:55.955915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Calling delete_port for 5178d810-af96-4918-9644-a9473721be18 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:04:55.972224 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Allocated IP 2001:db8::2 (9541828e-ba33-4300-b244-8b554712342c/296b3643-a912-445d-a0c3-680c92abba72/5b4de33e-4bf2-47fd-9327-bba152f0780f) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:55.982150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] device_id is not set on port 270cbf05-2247-41a2-874b-e4c8bfad6234 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:56.052341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:56.063917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '0cdc6ebe-580c-4f78-8741-5ce335039012'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:04:56.065335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.173698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.11 (046b1ff5-4ead-40aa-8ace-d7bf37601627/f4180f6e-b02e-4d98-8180-a2c2c973c374/270cbf05-2247-41a2-874b-e4c8bfad6234) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:56.248914 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:56.310188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Allocated IP 2001:db8::f816:3eff:fe88:8de1 (51a1536f-8906-4846-ba25-f9918687ea89/0cdc6ebe-580c-4f78-8741-5ce335039012/8b103d11-91fb-4575-a8d6-5d32d1ef4099) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:56.316236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.324742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e130a09b-2d7d-4c39-a692-9a1fa49869ae tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:56.389264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event deleted for resources: {'Port': ['ID=5178d810-af96-4918-9644-a9473721be18,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:56.410891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.426644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Transition to ACTIVE for port object 5b4de33e-4bf2-47fd-9327-bba152f0780f will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:56.436559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:56.460452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Transition to ACTIVE for port object 5b4de33e-4bf2-47fd-9327-bba152f0780f will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:56.470095 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.477740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7e4d348f-cfa5-42be-9545-59aa2a2a4837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:56.497085 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.507361 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eeeb917a-e366-426e-b25a-f2822240cbbe req-84691453-d07c-421f-83fd-f37174880cd9 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9301255 Dec 20 12:04:56.508380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:56.511312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.558004 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:56.580079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Network 9541828e-ba33-4300-b244-8b554712342c is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:56.585750 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:56.588386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:56.598278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23c08c0-66a4-45d7-b1c2-de5a77ae43e2']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:56.616586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:56.622792 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:56.635027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bd1687-d48e-44fe-b3bd-ae1717d32367') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:56.635330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bd1687-d48e-44fe-b3bd-ae1717d32367') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:56.642703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:56.675573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.684819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:56.703206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.745830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:56.750910 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.816084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.844098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Pushing event updated for resources: {'Port': ['ID=5b4de33e-4bf2-47fd-9327-bba152f0780f,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:56.847127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:56.870678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:04:56.871081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:04:56.893761 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:04:56.896201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.925700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.936336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Attempting to bind port 5b4de33e-4bf2-47fd-9327-bba152f0780f on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:56.936765 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Attempting to bind port 5b4de33e-4bf2-47fd-9327-bba152f0780f by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'cc2865b4-8340-48ff-b7fb-3e1e917abda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '9541828e-ba33-4300-b244-8b554712342c'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:56.937234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Attempting to bind port 5b4de33e-4bf2-47fd-9327-bba152f0780f on network 9541828e-ba33-4300-b244-8b554712342c {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:56.953014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:56.953554 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Checking segment: {'id': 'cc2865b4-8340-48ff-b7fb-3e1e917abda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '9541828e-ba33-4300-b244-8b554712342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:56.954244 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.954912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Bound using segment: {'id': 'cc2865b4-8340-48ff-b7fb-3e1e917abda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '9541828e-ba33-4300-b244-8b554712342c'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:56.955514 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Bound port: 5b4de33e-4bf2-47fd-9327-bba152f0780f, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2865b4-8340-48ff-b7fb-3e1e917abda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '9541828e-ba33-4300-b244-8b554712342c'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:56.956360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.987154 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:56.990427 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.048088 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:57.098336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Transition to ACTIVE for port object 8b103d11-91fb-4575-a8d6-5d32d1ef4099 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:57.111652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca87b3-d0f0-4815-9aa8-22389968b945 req-4e34434b-4ebe-4f55-8e67-ff39cab5a702 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:57.113465 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-05ca87b3-d0f0-4815-9aa8-22389968b945 req-4e34434b-4ebe-4f55-8e67-ff39cab5a702 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.6452153 Dec 20 12:04:57.155057 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Transition to ACTIVE for port object 8b103d11-91fb-4575-a8d6-5d32d1ef4099 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:57.171892 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.185374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8bf5b9d2-9f14-42cd-ad92-12485c8f6340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:57.192255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.207459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-caba05b4-bf47-49fa-8306-8d264bad0628 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:57.222454 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.231460 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] For port 5b4de33e-4bf2-47fd-9327-bba152f0780f, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:57.246149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Pushing event deleted for resources: {'Network': ['ID=e23c08c0-66a4-45d7-b1c2-de5a77ae43e2,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:57.252044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:57.258903 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:57.261391 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:57.266248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] For port 5b4de33e-4bf2-47fd-9327-bba152f0780f, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5b4de33e-4bf2-47fd-9327-bba152f0780f,segment=NetworkSegment(cc2865b4-8340-48ff-b7fb-3e1e917abda8),segment_id=cc2865b4-8340-48ff-b7fb-3e1e917abda8)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:57.283761 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.287981 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Pushing event updated for resources: {'Port': ['ID=8b103d11-91fb-4575-a8d6-5d32d1ef4099,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:57.291474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:57.291474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:57.315469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=270cbf05-2247-41a2-874b-e4c8bfad6234,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:57.317627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:57.321493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:57.325859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.335773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:57.337619 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.339313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:57.344200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:57.344856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::1a0 (9541828e-ba33-4300-b244-8b554712342c/296b3643-a912-445d-a0c3-680c92abba72/629fdf9f-a93b-4ddc-9996-fa6bb41d03e9) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:57.379235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.383185 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-05ca87b3-d0f0-4815-9aa8-22389968b945 req-abeb1095-9b6c-42cd-9ad6-b2bc7bb9e6ce tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527149 Dec 20 12:04:57.416729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:57.416729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.451482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.453040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Fanout notify agent at l3_agent the message router_deleted on router c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:04:57.456258 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1412661 Dec 20 12:04:57.464058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.465365 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 HTTP/1.1" status: 204 len: 168 time: 4.1386240 Dec 20 12:04:57.466242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36768) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:57.472475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'port': {'network_id': '046b1ff5-4ead-40aa-8ace-d7bf37601627', 'name': 'tempest-FloatingIPTestJSON-1055503519'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:57.480970 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36772) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:57.498288 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] 10.222.0.41 "DELETE /v2.0/networks/e23c08c0-66a4-45d7-b1c2-de5a77ae43e2 HTTP/1.1" status: 204 len: 168 time: 4.4062645 Dec 20 12:04:57.501601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Attempting to bind port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:04:57.502041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Attempting to bind port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:04:57.502452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Attempting to bind port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:04:57.502588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1506514265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:57.507586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Pushing event updated for resources: {'Port': ['ID=5b4de33e-4bf2-47fd-9327-bba152f0780f,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:57.510961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:57.519485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:04:57.528688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:04:57.528688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.528688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:04:57.528688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Bound port: 8b103d11-91fb-4575-a8d6-5d32d1ef4099, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:04:57.528688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.582368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:57.611571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Usage tracker for resource:router and tenant:461f6fef4c5d4f56be5967ca7f311d48 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:57.633968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:57.653759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:57.677262 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c154a692-b771-4d47-a212-031d679dd914 None None] For port 8b103d11-91fb-4575-a8d6-5d32d1ef4099, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:04:57.685508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:57.687450 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c154a692-b771-4d47-a212-031d679dd914 None None] For port 8b103d11-91fb-4575-a8d6-5d32d1ef4099, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8b103d11-91fb-4575-a8d6-5d32d1ef4099,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:04:57.694372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:port and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:57.696965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.703375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:57.705410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:57.715925 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:57.745572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:04:57.749721 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.817319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] device_id is not set on port 13db0fde-ceaf-445d-b159-966897d1bfc3 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:04:57.871794 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Pushing event updated for resources: {'Port': ['ID=8b103d11-91fb-4575-a8d6-5d32d1ef4099,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:57.878779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:57.881915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.883089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:57.899044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.020061 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.3 (046b1ff5-4ead-40aa-8ace-d7bf37601627/f4180f6e-b02e-4d98-8180-a2c2c973c374/13db0fde-ceaf-445d-b159-966897d1bfc3) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:04:58.056423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36780) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:58.329660 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f1a80dce-051e-4de9-96cf-421d7ab0c04c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a66ce5729c3849bfb6886f4ef03a15ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2715714 Dec 20 12:04:58.332267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36786) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:58.337834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.422453 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.443001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.448968 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.465849 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8ef98df8-bb1b-497f-8ff7-1f6429dd4ab2 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:58.533924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.548842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.603788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:58.647492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:04:58.676277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:04:58.716298 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.782716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:58.784879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=13db0fde-ceaf-445d-b159-966897d1bfc3,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:58.795711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:58.837016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:58.864740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98928e5a-44ef-4ae2-8135-f3c50c3f4bb6 None None] Network 9541828e-ba33-4300-b244-8b554712342c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:58.893049 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:58.893916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.926985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.936101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c153d76c-d344-4694-8c43-86b03d6e931b tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:58.956335 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c54463-3226-46a7-baf5-95f3f86d49c9,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:58.968390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:58.993472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:58.994950 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2b8cecde-64a3-4cca-8a7c-cf48999a66db tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5110483 Dec 20 12:04:59.000213 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36792) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:59.007086 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.010307 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38c54463-3226-46a7-baf5-95f3f86d49c9 HTTP/1.1" status: 204 len: 168 time: 0.6751316 Dec 20 12:04:59.025783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:59.026930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c2ae8706-4d49-4d23-a644-3096eccf6eb8 None None] Provisioning for port 5b4de33e-4bf2-47fd-9327-bba152f0780f completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:59.029795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.050469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8db82fdd-0cf0-4ee8-af20-b9e0daeeff5a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:59.103811 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6336217 Dec 20 12:04:59.112885 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89491103-c009-4bf0-a0b2-128c4fc15f52 req-4fbd1f30-5da5-4101-90f3-0a8b729057ba tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:59.114386 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-89491103-c009-4bf0-a0b2-128c4fc15f52 req-4fbd1f30-5da5-4101-90f3-0a8b729057ba tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5176969 Dec 20 12:04:59.114875 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36798) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:59.132186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': '13db0fde-ceaf-445d-b159-966897d1bfc3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:59.156244 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=629fdf9f-a93b-4ddc-9996-fa6bb41d03e9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:59.162766 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:59.202088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.220815 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 9541828e-ba33-4300-b244-8b554712342c is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:59.221746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57fc2df7-e4fd-493c-97eb-ac59adb84866 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:59.270981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:04:59.276594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:floatingip and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:04:59.280547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:04:59.285305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:04:59.287129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:59.287276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:04:59.299303 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] Sync routers for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:04:59.312561 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1811841 Dec 20 12:04:59.313044 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.319105 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36802) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:59.319874 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:04:59.324544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:59.325182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.331107 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:59.331975 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:59.347529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.376534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5b4de33e-4bf2-47fd-9327-bba152f0780f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:04:59.376963 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-89491103-c009-4bf0-a0b2-128c4fc15f52 req-c7806c77-1e0b-4cab-a15c-d641784767f6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493343 Dec 20 12:04:59.413537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.457479 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:59.478755 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] Routers {'00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:04:59.481884 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:59.502322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-38b21fde-b32e-445e-9a79-8745e6df4675 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:04:59.548770 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4985421 Dec 20 12:04:59.552404 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:04:59.558007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36810) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:59.566071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=9accb035-8598-4329-bf64-8fdfa83fc734,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:59.571879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:59.578969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1aeef644-c840-4ad7-9562-0e8a3bb5b9c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:04:59.580934 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:04:59.581680 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139a85a-ca5d-4e13-8591-f4a0d8d82a4b None None] The sync data for ids ['00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:04:59.625952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 5b4de33e-4bf2-47fd-9327-bba152f0780f completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:59.632449 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-278650ad-41ea-47ec-bfdb-10e294b2f7d9 None None] Provisioning for port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:59.639477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5b4de33e-4bf2-47fd-9327-bba152f0780f triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:04:59.639862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.650412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:04:59.676303 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:04:59.676907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.698923 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a269bd1-88f4-4455-902e-004294f7ff11 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:04:59.707102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-38b21fde-b32e-445e-9a79-8745e6df4675 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:04:59.710838 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-38b21fde-b32e-445e-9a79-8745e6df4675 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7 HTTP/1.1" status: 200 len: 205 time: 0.3696156 Dec 20 12:04:59.711944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:04:59.723281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36816) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:59.818698 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1397812 Dec 20 12:04:59.821852 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36822) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:04:59.845428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=e3e3d45a-d4ec-40b5-bedd-b011298e0ed4,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:04:59.861788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:40:1c:17', 'name': 'tempest-NetworksTestDHCPv6-986392562'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:04:59.928673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:04:59.963868 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a5618ae6-c6c6-4f96-9ee3-3bdd89e95406 None None] Provisioning for port 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:04:59.988591 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:04:59.988924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.020451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a5618ae6-c6c6-4f96-9ee3-3bdd89e95406 None None] Provisioning complete for port 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:00.020828 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a5618ae6-c6c6-4f96-9ee3-3bdd89e95406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.085557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a43b51fb-018d-48c0-b348-0711e94ec3b5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.087849 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.155387 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a5618ae6-c6c6-4f96-9ee3-3bdd89e95406 None None] Port 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:00.221915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 5b4de33e-4bf2-47fd-9327-bba152f0780f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5b4de33e-4bf2-47fd-9327-bba152f0780f,segment=NetworkSegment(cc2865b4-8340-48ff-b7fb-3e1e917abda8),segment_id=cc2865b4-8340-48ff-b7fb-3e1e917abda8)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:00.228669 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.229549 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8b103d11-91fb-4575-a8d6-5d32d1ef4099 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:00.252106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:00.254356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:00.255231 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:00.325219 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a5618ae6-c6c6-4f96-9ee3-3bdd89e95406 None None] Provisioning complete for port 5b4de33e-4bf2-47fd-9327-bba152f0780f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:00.325605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a5618ae6-c6c6-4f96-9ee3-3bdd89e95406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.412370 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=5b4de33e-4bf2-47fd-9327-bba152f0780f,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:00.417073 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:00.468450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:00.501423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:00.508742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:00.543068 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:00.587171 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:00.646121 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:00.646857 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.678586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36836) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:00.685169 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb9a6e-f48b-42aa-94c0-f15695486e07 req-617a4e48-8720-464c-9fa5-84b312a4a8b7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:00.686781 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-22cb9a6e-f48b-42aa-94c0-f15695486e07 req-617a4e48-8720-464c-9fa5-84b312a4a8b7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 1.0214932 Dec 20 12:05:00.697033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:00.730099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.764948 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.771725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Update dhcp port {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': '0cdc6ebe-580c-4f78-8741-5ce335039012', 'ip_address': '2001:db8::f816:3eff:fe88:8de1'}, {'subnet_id': '9accb035-8598-4329-bf64-8fdfa83fc734'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '8b103d11-91fb-4575-a8d6-5d32d1ef4099'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:05:00.873562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a43b51fb-018d-48c0-b348-0711e94ec3b5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.931853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.944814 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a43b51fb-018d-48c0-b348-0711e94ec3b5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.944997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:00.999381 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-21e26956-2e3a-4b30-9eb7-9385f4189289 None None] Provisioning complete for port 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:01.000130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-21e26956-2e3a-4b30-9eb7-9385f4189289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.008659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.044432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a43b51fb-018d-48c0-b348-0711e94ec3b5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.044921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b51fb-018d-48c0-b348-0711e94ec3b5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Fanout notify agent at l3_agent the message router_deleted on router 00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:05:01.060281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a43b51fb-018d-48c0-b348-0711e94ec3b5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.061770 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a43b51fb-018d-48c0-b348-0711e94ec3b5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/routers/00d0885b-4c2b-4c2c-80b8-8ed6dd8c5bc7 HTTP/1.1" status: 204 len: 168 time: 1.3277948 Dec 20 12:05:01.064902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36842) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:01.086951 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8d78f181-dfc2-4a33-88ba-1d32fed0c482 tempest-ServiceProvidersTest-60856415 tempest-ServiceProvidersTest-60856415-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3974941 Dec 20 12:05:01.225397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:01.274940 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-22cb9a6e-f48b-42aa-94c0-f15695486e07 req-95a6171c-2341-4784-84f4-da9b11a5a9ac tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5478990 Dec 20 12:05:01.294272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet 85cd18de-c95d-4963-aeab-1f192d4d581a {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:01.297869 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.328165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Router e5834fb9-a45e-447d-acc5-61d560b57b41 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:05:01.330036 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Allocated IP 172.20.0.2 (51a1536f-8906-4846-ba25-f9918687ea89/9accb035-8598-4329-bf64-8fdfa83fc734/8b103d11-91fb-4575-a8d6-5d32d1ef4099) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:01.361399 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 8b103d11-91fb-4575-a8d6-5d32d1ef4099, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8b103d11-91fb-4575-a8d6-5d32d1ef4099,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:01.362517 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-21e26956-2e3a-4b30-9eb7-9385f4189289 None None] Port 629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:01.418408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.451462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.516971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36852) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:01.538914 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 3f6a600a-14bc-4a99-8b5e-6e0b4dd700a8 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:01.551433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] For port 8b103d11-91fb-4575-a8d6-5d32d1ef4099, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8b103d11-91fb-4575-a8d6-5d32d1ef4099,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:01.561988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.566790 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:01.609767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.622352 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-21e26956-2e3a-4b30-9eb7-9385f4189289 None None] Provisioning complete for port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:01.622729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-21e26956-2e3a-4b30-9eb7-9385f4189289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.678271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5b4de33e-4bf2-47fd-9327-bba152f0780f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:01.679335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:01.687515 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "PUT /v2.0/routers/e5834fb9-a45e-447d-acc5-61d560b57b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1465552 Dec 20 12:05:01.690302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36858) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:01.731715 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86226655-e656-4e4c-a096-e51da262b41e None None] Sync routers for ids ['e5834fb9-a45e-447d-acc5-61d560b57b41'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:01.735130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:05:01.756962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.762112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f72f3191-36ba-4844-bc9f-d36776aa7cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:01.784349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.787209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.36.7.221 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/75233600-5b83-4f3e-8e29-def29891b529) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:01.803708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=85cd18de-c95d-4963-aeab-1f192d4d581a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:01.814121 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:01.819986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=8b103d11-91fb-4575-a8d6-5d32d1ef4099,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:01.823849 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:01.829562 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-21e26956-2e3a-4b30-9eb7-9385f4189289 None None] Port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:01.844400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.844882 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Transition to ACTIVE for port object 8b103d11-91fb-4575-a8d6-5d32d1ef4099 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:01.846225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86226655-e656-4e4c-a096-e51da262b41e None None] Routers {'e5834fb9-a45e-447d-acc5-61d560b57b41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:01.846872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-86226655-e656-4e4c-a096-e51da262b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['e5834fb9-a45e-447d-acc5-61d560b57b41'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:01.855530 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/85cd18de-c95d-4963-aeab-1f192d4d581a HTTP/1.1" status: 204 len: 168 time: 0.7869139 Dec 20 12:05:01.860908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ba4c3-da59-4e4b-97a4-cc328dad3063 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:01.861687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-972ba4c3-da59-4e4b-97a4-cc328dad3063 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:01.865580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36862) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:01.866352 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.907021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ab85f-2a57-4017-8956-521fba417795 None None] Network f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:01.926792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:01.933454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4010d3fa-0f3c-4b65-baca-f34fbbab9b92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:01.972170 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-86226655-e656-4e4c-a096-e51da262b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:02.054397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.063324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-972ba4c3-da59-4e4b-97a4-cc328dad3063 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:02.067390 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-972ba4c3-da59-4e4b-97a4-cc328dad3063 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5834fb9-a45e-447d-acc5-61d560b57b41 HTTP/1.1" status: 200 len: 981 time: 0.3730004 Dec 20 12:05:02.067521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5fdee4ab-35e2-4a22-88de-b98a2be6f568 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:02.076258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36866) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:02.135308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=629fdf9f-a93b-4ddc-9996-fa6bb41d03e9,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:02.152065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:02.199767 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5b4de33e-4bf2-47fd-9327-bba152f0780f triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:02.200330 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.225977 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Pushing event updated for resources: {'Port': ['ID=8b103d11-91fb-4575-a8d6-5d32d1ef4099,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:02.229734 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:02.237496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:02.240375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.241755 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86226655-e656-4e4c-a096-e51da262b41e None None] Routers {'e5834fb9-a45e-447d-acc5-61d560b57b41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:02.242241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-86226655-e656-4e4c-a096-e51da262b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['e5834fb9-a45e-447d-acc5-61d560b57b41'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:02.262214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Usage tracker for resource:security_group_rule and tenant:399b079fdde64d66a0099ac278e27b52 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:02.267753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:02.294072 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:02.296281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.310024 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 HTTP/1.1" status: 204 len: 168 time: 2.6440639 Dec 20 12:05:02.315203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36870) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:02.363054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-86226655-e656-4e4c-a096-e51da262b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:02.363476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86226655-e656-4e4c-a096-e51da262b41e None None] The sync data for ids ['e5834fb9-a45e-447d-acc5-61d560b57b41'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:02.411383 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5f63b6-00af-4715-8b79-f578429ccbf8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:05:02.412435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5f63b6-00af-4715-8b79-f578429ccbf8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:02.415550 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fc5f63b6-00af-4715-8b79-f578429ccbf8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 HTTP/1.1" status: 404 len: 333 time: 0.0846434 Dec 20 12:05:02.416627 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-79035554-e2be-455c-9413-fad7d6c7b638 {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:02.417149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:02.425801 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36874) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:02.434921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8801d3-5c66-4394-b000-d19d42d15dbc req-7fb6818d-0038-439d-8dd9-57343cd3c494 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:02.436490 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8b8801d3-5c66-4394-b000-d19d42d15dbc req-7fb6818d-0038-439d-8dd9-57343cd3c494 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.8537190 Dec 20 12:05:02.497634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.524940 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf665ef9-ee1f-474f-a3c8-8a9a9d589218 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:05:02.525491 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bf665ef9-ee1f-474f-a3c8-8a9a9d589218 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:02.544007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet a6926dea-8005-4c57-a24d-3a1a2904be5b {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:02.558713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.565680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.584175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] DHCP port deletion for f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:02.588667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Deleting port 063e5bf5-5601-412f-abdd-c28d1b112a42 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:02.589062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.636493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.657653 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8b8801d3-5c66-4394-b000-d19d42d15dbc req-daae2073-8bd1-4ffb-94f3-039ab2f0839c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743109 Dec 20 12:05:02.682851 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.692405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:02.727032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bf665ef9-ee1f-474f-a3c8-8a9a9d589218 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:02.737424 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bf665ef9-ee1f-474f-a3c8-8a9a9d589218 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/629fdf9f-a93b-4ddc-9996-fa6bb41d03e9 HTTP/1.1" status: 404 len: 333 time: 0.3042445 Dec 20 12:05:02.740349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36880) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:02.837611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:02.839554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:02.853396 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:02.898053 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=75233600-5b83-4f3e-8e29-def29891b529,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:02.914926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:02.920699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.955157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Allocated IP 172.36.7.89 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/ea73f0da-18f6-45f1-b705-e498cebd811b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:02.956041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] For port 063e5bf5-5601-412f-abdd-c28d1b112a42, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=063e5bf5-5601-412f-abdd-c28d1b112a42,segment=NetworkSegment(cdb5eba2-3cef-4246-a881-62da73356de3),segment_id=cdb5eba2-3cef-4246-a881-62da73356de3)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:02.956466 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:02.985814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 4e74fa86-c9e6-4f00-89b4-c354342fd10e yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:03.014741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.042220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.058739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:03.158429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f9f2e-d75f-470c-9488-4bcb6aafb211,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:03.162068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:03.171144 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=399b079fdde64d66a0099ac278e27b52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6512496 Dec 20 12:05:03.183686 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36886) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:03.191291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.197850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Calling delete_port for 063e5bf5-5601-412f-abdd-c28d1b112a42 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:03.269621 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9dfa0358-be80-4dc4-8760-87bdc4204a93 None None] Provisioning for port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:03.278544 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9dfa0358-be80-4dc4-8760-87bdc4204a93 None None] Provisioning complete for port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:03.279197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0358-be80-4dc4-8760-87bdc4204a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.320590 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.326422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ad504f5e-01c0-452f-ac27-799def1def6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:03.376206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Pushing event deleted for resources: {'Port': ['ID=063e5bf5-5601-412f-abdd-c28d1b112a42,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:03.378769 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:03.388876 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] No DVR routers for this DVR port 063e5bf5-5601-412f-abdd-c28d1b112a42 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:03.438449 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 296b3643-a912-445d-a0c3-680c92abba72 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:03.445982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.509242 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.526305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.538717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f5e81c58-19a9-41b7-b6ed-979b1c83d551 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:03.557073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 172.20.0.14 (51a1536f-8906-4846-ba25-f9918687ea89/9accb035-8598-4329-bf64-8fdfa83fc734/4e74fa86-c9e6-4f00-89b4-c354342fd10e) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:03.576970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fe40:1c17 (51a1536f-8906-4846-ba25-f9918687ea89/0cdc6ebe-580c-4f78-8741-5ce335039012/4e74fa86-c9e6-4f00-89b4-c354342fd10e) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:03.602366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.610822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.643760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=a6926dea-8005-4c57-a24d-3a1a2904be5b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:03.657011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.659600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:03.667326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8b103d11-91fb-4575-a8d6-5d32d1ef4099 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:03.718509 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/a6926dea-8005-4c57-a24d-3a1a2904be5b HTTP/1.1" status: 204 len: 168 time: 1.7258632 Dec 20 12:05:03.726629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36890) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:03.761052 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb3c85-aaa0-4e87-94fe-7b616f820d28 None None] Network f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:03.779868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f96f3-cc57-43dc-b1f4-ce53949abffc req-dc19a3ff-8254-4a21-a817-eb8e9ba691c5 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:03.781289 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-320f96f3-cc57-43dc-b1f4-ce53949abffc req-dc19a3ff-8254-4a21-a817-eb8e9ba691c5 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.4584715 Dec 20 12:05:03.792931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:03.935288 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-320f96f3-cc57-43dc-b1f4-ce53949abffc req-6cb4cae4-8ef4-4827-a3c7-de4c6da07ce8 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471055 Dec 20 12:05:03.976064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.002745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b06b3bd0-a523-4024-bb71-2e54a45584d9 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:04.014050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.020524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.041440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:04.041929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.053347 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:04.071380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.081959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f9f2e-d75f-470c-9488-4bcb6aafb211,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:04.084810 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:04.109436 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.112945 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e8f9f2e-d75f-470c-9488-4bcb6aafb211 HTTP/1.1" status: 204 len: 168 time: 0.9212043 Dec 20 12:05:04.184123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] DHCP port deletion for f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:04.192674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Deleting port 72fbce5c-4609-41af-8999-c961f857b39f {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:04.193630 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.194310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:04.211257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:04.214209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:04.217034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.223775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:04.255846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event updated for resources: {'Port': ['ID=ea73f0da-18f6-45f1-b705-e498cebd811b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:04.258768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:04.343606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.360890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=296b3643-a912-445d-a0c3-680c92abba72,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:04.371524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:04.393741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.407348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:04.423755 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.424061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.454737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 4e74fa86-c9e6-4f00-89b4-c354342fd10e will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:04.481395 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/296b3643-a912-445d-a0c3-680c92abba72 HTTP/1.1" status: 204 len: 168 time: 1.7378774 Dec 20 12:05:04.482049 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36898) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:04.482729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] For port 72fbce5c-4609-41af-8999-c961f857b39f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=72fbce5c-4609-41af-8999-c961f857b39f,segment=NetworkSegment(08a1c60c-62a5-444d-a8d9-b9ce7daef318),segment_id=08a1c60c-62a5-444d-a8d9-b9ce7daef318)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:04.483228 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.492941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb5eba2-3cef-4246-a881-62da73356de3') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:04.493230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb5eba2-3cef-4246-a881-62da73356de3') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:04.564014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1af02-a49a-4ec7-bab0-12a6565a9b7d None None] Network 9541828e-ba33-4300-b244-8b554712342c requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:04.567883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.584609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.585237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.591617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:04.592311 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.685846 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 063e5bf5-5601-412f-abdd-c28d1b112a42 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:04.692594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:04.694710 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:04.703941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.715584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4bc9bfa6-4f82-45c5-8222-d3da20a46ea7 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:04.715913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fdb83c96-79d9-4cdf-8549-e6b2e11c5fde tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:04.739389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.757068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:04.802647 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/f2b8f15e-eb87-4567-b9b5-bd4b0cd6fa76 HTTP/1.1" status: 204 len: 168 time: 1.0746403 Dec 20 12:05:04.805709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.808493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:04.809828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36910) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:04.836403 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Calling delete_port for 72fbce5c-4609-41af-8999-c961f857b39f owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:04.863773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:04.892395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=4e74fa86-c9e6-4f00-89b4-c354342fd10e,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:04.895176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 063e5bf5-5601-412f-abdd-c28d1b112a42 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:04.895176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 063e5bf5-5601-412f-abdd-c28d1b112a42 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:04.909513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:04.925553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:04.930478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:04.933700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:04.986983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 5b4de33e-4bf2-47fd-9327-bba152f0780f {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:04.987313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.022429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:05.023742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.028561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.051251 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.051490 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:05.211481 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] DHCP port deletion for 9541828e-ba33-4300-b244-8b554712342c request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:05.228221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Pushing event deleted for resources: {'Port': ['ID=72fbce5c-4609-41af-8999-c961f857b39f,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:05.232008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Deleting port 5b4de33e-4bf2-47fd-9327-bba152f0780f {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:05.232524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.257247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] No DVR routers for this DVR port 72fbce5c-4609-41af-8999-c961f857b39f on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:05.263493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:05.433447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.497426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.509208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] For port 5b4de33e-4bf2-47fd-9327-bba152f0780f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5b4de33e-4bf2-47fd-9327-bba152f0780f,segment=NetworkSegment(cc2865b4-8340-48ff-b7fb-3e1e917abda8),segment_id=cc2865b4-8340-48ff-b7fb-3e1e917abda8)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:05.509819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.527809 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.529250 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36922) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:05.567262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.576562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:05.614610 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.7761073 Dec 20 12:05:05.638102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36928) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:05.655162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Calling delete_port for 5b4de33e-4bf2-47fd-9327-bba152f0780f owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:05.688666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-119ba69b-6666-4124-804f-444d7cba147a None None] Provisioning for port 4e74fa86-c9e6-4f00-89b4-c354342fd10e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:05.713355 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-119ba69b-6666-4124-804f-444d7cba147a None None] Provisioning complete for port 4e74fa86-c9e6-4f00-89b4-c354342fd10e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:05.714190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-119ba69b-6666-4124-804f-444d7cba147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.769480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5b4de33e-4bf2-47fd-9327-bba152f0780f no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:05.813251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=75233600-5b83-4f3e-8e29-def29891b529,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:05.834442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:05.856460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dc4cf6-ad37-4e44-8adf-aa5f8978d935']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:05.862718 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-119ba69b-6666-4124-804f-444d7cba147a None None] Port 4e74fa86-c9e6-4f00-89b4-c354342fd10e cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:05.872171 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.885884 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1275683237-network', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:05.888326 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a1c60c-62a5-444d-a8d9-b9ce7daef318') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:05.888488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a1c60c-62a5-444d-a8d9-b9ce7daef318') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:05.897796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.902562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:05.908181 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] For port 5b4de33e-4bf2-47fd-9327-bba152f0780f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5b4de33e-4bf2-47fd-9327-bba152f0780f,segment=NetworkSegment(cc2865b4-8340-48ff-b7fb-3e1e917abda8),segment_id=cc2865b4-8340-48ff-b7fb-3e1e917abda8)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:05.908520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.909098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.918918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.931766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:05.935874 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Port 5b4de33e-4bf2-47fd-9327-bba152f0780f update to DOWN by agent not found {{(pid=83530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 12:05:05.936350 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 72fbce5c-4609-41af-8999-c961f857b39f no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:05.966616 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Usage tracker for resource:network and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:05.966850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c7843485-d0f4-4d84-9e59-6eccf215ce3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:05.976199 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237845a-4497-4617-bb6d-e6e37b54651f req-af7d3f7e-f7fc-46a9-b3fc-7b718396fe61 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:05.977663 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b237845a-4497-4617-bb6d-e6e37b54651f req-af7d3f7e-f7fc-46a9-b3fc-7b718396fe61 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.6175642 Dec 20 12:05:05.985962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:05.990180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:05.990517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.010885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 72fbce5c-4609-41af-8999-c961f857b39f {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:06.011293 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 72fbce5c-4609-41af-8999-c961f857b39f not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:06.021952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Pushing event deleted for resources: {'Port': ['ID=5b4de33e-4bf2-47fd-9327-bba152f0780f,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:06.024302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:06.026533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] No DVR routers for this DVR port 5b4de33e-4bf2-47fd-9327-bba152f0780f on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:06.048918 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:06.079753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.082712 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dafbffa-6639-4efa-89ee-894cba7c10bc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:06.087069 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dafbffa-6639-4efa-89ee-894cba7c10bc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:06.087921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4dafbffa-6639-4efa-89ee-894cba7c10bc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:06.093963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 5b4de33e-4bf2-47fd-9327-bba152f0780f owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:06.140036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:06.140036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.140503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Made reservation on behalf of 07f88a0fd7aa41769ff9360299eb17bf for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:06.140503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:06.152422 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:06.166215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.174574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4dafbffa-6639-4efa-89ee-894cba7c10bc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:06.175706 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4dafbffa-6639-4efa-89ee-894cba7c10bc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5318086 Dec 20 12:05:06.181571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36932) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:06.191652 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-b237845a-4497-4617-bb6d-e6e37b54651f req-74d4ea7b-b702-4874-9fbe-ddddf84f5f2f tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021024 Dec 20 12:05:06.286854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:06.335397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:06.348826 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:06.360117 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:06.369385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.373507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.382932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-12f29e41-19a4-401e-8d21-e38ad2347cda tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:06.467892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 4e74fa86-c9e6-4f00-89b4-c354342fd10e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:06.468248 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.489033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.496310 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 257155ad-f25e-4819-8210-a8ee74766b79 associated. External IP: 172.36.7.221, port: 13db0fde-ceaf-445d-b159-966897d1bfc3. Dec 20 12:05:06.508974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=f2dc4cf6-ad37-4e44-8adf-aa5f8978d935,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:06.511333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:06.521884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:06.522224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:06.531193 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/f2dc4cf6-ad37-4e44-8adf-aa5f8978d935 HTTP/1.1" status: 204 len: 168 time: 1.7128711 Dec 20 12:05:06.544608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36940) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:06.557625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-422940283'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:06.566682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.575850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:06.597923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:06.655661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:06.664659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:06.668440 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b736e3-27df-4d10-af40-5eb811a6f3a4,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:06.673982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:06.681625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:06.683129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.683469 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Added segment ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29 of type vlan for network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 Dec 20 12:05:06.686385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.707608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:06.751495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:06.822655 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a219-8742-42bc-a9ff-d0cca38f5335 req-7ff1479c-273f-4c57-80e0-52f9852547fd tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:06.824097 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f842a219-8742-42bc-a9ff-d0cca38f5335 req-7ff1479c-273f-4c57-80e0-52f9852547fd tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.2674608 Dec 20 12:05:06.828926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Router e0f0de5b-bbc0-412a-97b7-78eab1d2167b is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:05:06.837386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:06.902348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:06.905312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.015930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.016846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:07.017405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.026287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a7464278-1d44-412a-ba27-bee125fbaba6 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:07.035920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 5b4de33e-4bf2-47fd-9327-bba152f0780f {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:07.036289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.082819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.099805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:07.139888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] The port '5b4de33e-4bf2-47fd-9327-bba152f0780f' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:07.147214 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f842a219-8742-42bc-a9ff-d0cca38f5335 req-2e1fb5fa-3f35-4b6d-9014-419c4cf15607 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160224 Dec 20 12:05:07.149022 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-da353879-5b14-483a-8f92-2acd6b5dd512 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e229d20d69224eb0bd6f9f74c358d267&device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 1099 time: 0.5769093 Dec 20 12:05:07.207716 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6617012 Dec 20 12:05:07.211607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Pushing event updated for resources: {'Network': ['ID=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:07.215513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36944) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:07.219557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:07.221914 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:07.224868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Request body: {'subnet': {'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1275683237-subnet', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'ip_version': 4}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:07.231350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:07.238911 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Usage tracker for resource:subnet and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:07.247654 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:07.255557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:07.338115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Made reservation on behalf of 07f88a0fd7aa41769ff9360299eb17bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:07.342026 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.345975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.346311 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment 6797963d-e321-4142-a97d-cbf6c556dda1 of type vlan for network bc9de524-a60d-4989-97db-5baf067e8960 Dec 20 12:05:07.348348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.546600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 4e74fa86-c9e6-4f00-89b4-c354342fd10e owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:07.693761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.698246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.707600 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:07.723359 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] Sync routers for ids ['e0f0de5b-bbc0-412a-97b7-78eab1d2167b'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:07.741090 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] Routers {'e0f0de5b-bbc0-412a-97b7-78eab1d2167b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:07.742043 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['e0f0de5b-bbc0-412a-97b7-78eab1d2167b'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:07.755506 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.760469 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "PUT /v2.0/routers/e0f0de5b-bbc0-412a-97b7-78eab1d2167b HTTP/1.1" status: 200 len: 879 time: 8.7366316 Dec 20 12:05:07.760469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36950) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:07.815705 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:07.828552 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] Routers {'e0f0de5b-bbc0-412a-97b7-78eab1d2167b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:07.829279 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['e0f0de5b-bbc0-412a-97b7-78eab1d2167b'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:07.847186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.855350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:07.863092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9541828e-ba33-4300-b244-8b554712342c']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:07.896437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2865b4-8340-48ff-b7fb-3e1e917abda8') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:07.896817 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:07.897215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2865b4-8340-48ff-b7fb-3e1e917abda8') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:07.897374 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51c267-8ef1-4cfc-8048-1ba3da28e5bb None None] The sync data for ids ['e0f0de5b-bbc0-412a-97b7-78eab1d2167b'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:07.921529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.930420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-dae39767-40ea-42db-ab36-2b63c01fe8b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:07.931913 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-dae39767-40ea-42db-ab36-2b63c01fe8b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 200 len: 913 time: 0.6254067 Dec 20 12:05:07.935374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.957170 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50f790e-3ad3-4eec-bec1-5d0389c21700,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:07.963940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:07.973018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.977224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:07.977787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:07.981702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:08.036407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:08.053362 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Checking segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:08.053790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Network hostable DHCP agents. Network: 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:08.095261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=e3e3d45a-d4ec-40b5-bedd-b011298e0ed4,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:08.097402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.135303 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:08.135861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-51744689-36f3-4549-a5af-4185de0ff6dd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:08.168546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:08.169120 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.173641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:08.194304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:08.204916 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:08.208209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:08.208209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.214914 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137587f-d254-4268-b4a2-dd4ba869a782 None None] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:08.291150 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7455423 Dec 20 12:05:08.298982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36960) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:08.319506 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1019642 Dec 20 12:05:08.329578 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:08.344695 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36964) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:08.365795 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d80f40f4-769e-4f29-a1d1-92f9e8b2535e tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/e0f0de5b-bbc0-412a-97b7-78eab1d2167b HTTP/1.1" status: 200 len: 920 time: 0.6020930 Dec 20 12:05:08.367640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36968) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:08.407561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:08.520881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:08.522741 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-96009278-eada-4759-a170-320846d90df2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 200 len: 1002 time: 0.5506284 Dec 20 12:05:08.544048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Usage tracker for resource:router and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:08.551210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:08.563230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:08.570482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:08.590533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:08.597675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:08.609582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:08.611414 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:08.611847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.612435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.612754 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.646073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:08.655907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=bc9de524-a60d-4989-97db-5baf067e8960,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:08.659278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:08.660845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-245c3808-d8c1-44e2-9e82-fe2b457f0d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:08.662807 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-245c3808-d8c1-44e2-9e82-fe2b457f0d7a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 200 len: 851 time: 0.0839434 Dec 20 12:05:08.673149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a753b6-14c6-46ea-8d5a-e4ac915484f7 req-651c9032-31a1-47f2-9dae-ba51de08e2fb tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:08.674627 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-76a753b6-14c6-46ea-8d5a-e4ac915484f7 req-651c9032-31a1-47f2-9dae-ba51de08e2fb tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.3098557 Dec 20 12:05:08.727191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.731718 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.735090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-83dbf654-f2ff-41c6-9216-47b955b2a315 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:08.776314 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network bc9de524-a60d-4989-97db-5baf067e8960 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:08.778492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=9541828e-ba33-4300-b244-8b554712342c,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:08.781212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:08.796625 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/9541828e-ba33-4300-b244-8b554712342c HTTP/1.1" status: 204 len: 168 time: 4.2965310 Dec 20 12:05:08.809712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36972) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:08.846696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:08.889482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-905975090'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:08.896253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:08.902141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:08.922035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:08.945714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.980393 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:08.999742 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:09.000592 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:09.029648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.041865 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-76a753b6-14c6-46ea-8d5a-e4ac915484f7 req-fa096e1b-787e-46ea-a171-db3c4063f826 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162480 Dec 20 12:05:09.084987 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:09.097400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.101441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:09.102855 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:09.113899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fc233953-ce9f-4bb9-aeb7-d71b9b957c5d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:09.128411 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.0028119 Dec 20 12:05:09.131471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36978) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.139144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:09.151637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:09.152499 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:09.188809 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=4e74fa86-c9e6-4f00-89b4-c354342fd10e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:09.194644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:09.197420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.205401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Allocated IP 172.20.0.2 (2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1/b50f790e-3ad3-4eec-bec1-5d0389c21700/7fb5e3b5-deae-4978-968e-16108bf10d79) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:09.207442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:09.222735 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-fc334d73-5342-4351-bb68-c16096e6edb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29668f17-f73c-4085-abea-6d06b9c7a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5496836 Dec 20 12:05:09.233029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:09.233537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b574a31-b2f5-489a-af79-147c81cdaea2 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:09.258145 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5798e9c5-bdff-492f-b096-fa08381fed90 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=e0f0de5b-bbc0-412a-97b7-78eab1d2167b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8851576 Dec 20 12:05:09.262767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36982) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.283909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.490977 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.493372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:09.501306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.509089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Transition to ACTIVE for port object 7fb5e3b5-deae-4978-968e-16108bf10d79 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:09.536291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Transition to ACTIVE for port object 7fb5e3b5-deae-4978-968e-16108bf10d79 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:09.545674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.551666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:09.599137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.600329 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment 8f12e58e-e5df-4ca2-8581-e2bd82cd9915 of type vlan for network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 Dec 20 12:05:09.624025 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.655520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:09.656624 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Pushing event updated for resources: {'Port': ['ID=7fb5e3b5-deae-4978-968e-16108bf10d79,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:09.667111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:09.668760 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:09.672312 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:09.676688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.680158 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f994e0-3b53-4871-882a-4743e2e22515 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:09.681766 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e0f994e0-3b53-4871-882a-4743e2e22515 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 0.4100854 Dec 20 12:05:09.697006 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-df99cd9b-d8a1-4476-9478-e06fdb5bfd37 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397609 Dec 20 12:05:09.700252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36986) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.705266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.750384 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/4e74fa86-c9e6-4f00-89b4-c354342fd10e HTTP/1.1" status: 204 len: 168 time: 3.5617182 Dec 20 12:05:09.754030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 36990) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.777055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Attempting to bind port 7fb5e3b5-deae-4978-968e-16108bf10d79 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:09.777583 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Attempting to bind port 7fb5e3b5-deae-4978-968e-16108bf10d79 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:09.778053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Attempting to bind port 7fb5e3b5-deae-4978-968e-16108bf10d79 on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:09.784782 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:09.785795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Checking segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:09.785795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.786304 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Bound using segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:09.787418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Bound port: 7fb5e3b5-deae-4978-968e-16108bf10d79, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:09.787917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.807265 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-71a84bce-4a1e-42ac-b474-6544d4e9947f tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0f0de5b-bbc0-412a-97b7-78eab1d2167b HTTP/1.1" status: 200 len: 205 time: 0.1012042 Dec 20 12:05:09.819429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 36994) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:09.827577 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.840941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d0db36b7-0cf4-47c4-bbaa-1a80297c511d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:09.878910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] For port 7fb5e3b5-deae-4978-968e-16108bf10d79, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:09.883682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] For port 7fb5e3b5-deae-4978-968e-16108bf10d79, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7fb5e3b5-deae-4978-968e-16108bf10d79,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:09.890854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:09.895006 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:09.967368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1bb6b-803a-4d0b-843f-af6356226804 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:09.969001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1bb6b-803a-4d0b-843f-af6356226804 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:09.970399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1bb6b-803a-4d0b-843f-af6356226804 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:09.971172 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-90e1bb6b-803a-4d0b-843f-af6356226804 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:09.978640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=66f44625-4697-469a-b767-c8a4327eae3d,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:09.985356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Pushing event updated for resources: {'Port': ['ID=7fb5e3b5-deae-4978-968e-16108bf10d79,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:09.988698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:09.990531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.070659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.074678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:10.075278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.086312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-91ddbbbe-2ed2-4829-a262-659f4db2246e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:10.124615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.134760 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-90e1bb6b-803a-4d0b-843f-af6356226804 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:10.138614 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-90e1bb6b-803a-4d0b-843f-af6356226804 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3819842 Dec 20 12:05:10.140755 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37002) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:10.150568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.151097 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 257155ad-f25e-4819-8210-a8ee74766b79 disassociated. External IP: 172.36.7.221, port: 13db0fde-ceaf-445d-b159-966897d1bfc3. Dec 20 12:05:10.171664 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3058629 Dec 20 12:05:10.244407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37006) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:10.260803 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': '6797963d-e321-4142-a97d-cbf6c556dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:10.261265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: bc9de524-a60d-4989-97db-5baf067e8960, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:10.262560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:10.342949 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-08d64d22-202a-42ca-b9cc-a1cde3230af6 req-414ca5a3-5bc9-44ff-8319-8a8e0a953189 service neutron] 10.222.0.62 "GET /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914345 Dec 20 12:05:10.343698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:10.355229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:10.356403 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:10.613679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network bc9de524-a60d-4989-97db-5baf067e8960 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:10.715230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, bc9de524-a60d-4989-97db-5baf067e8960) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:10.719798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:10.720409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.737240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:10.741739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a279ad-71f8-4c73-bf9b-cfe611228d37 None None] Network bc9de524-a60d-4989-97db-5baf067e8960 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:10.746722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:10.750519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:10.761550 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:10.774535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Router e5834fb9-a45e-447d-acc5-61d560b57b41 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:10.794924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:10.911008 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.923766 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d769-a7d5-4cb9-b88e-b35661b543a1 req-5bb16fae-bbef-4d56-a43f-afce4e4095fc tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:10.925056 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7704d769-a7d5-4cb9-b88e-b35661b543a1 req-5bb16fae-bbef-4d56-a43f-afce4e4095fc tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.6471920 Dec 20 12:05:10.929203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 0cdc6ebe-580c-4f78-8741-5ce335039012 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:10.936076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:10.980678 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6806231 Dec 20 12:05:10.988067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37010) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.008180 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-275271463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:11.074934 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:11.082747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-bc9de524-a60d-4989-97db-5baf067e8960', 'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': '66f44625-4697-469a-b767-c8a4327eae3d'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:11.084953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.116164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:router and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:11.123270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.153848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:11.166212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.173739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.205795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:11.223150 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7704d769-a7d5-4cb9-b88e-b35661b543a1 req-e47723e1-670d-4dfb-8f80-adac50e436f1 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517064 Dec 20 12:05:11.224188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.285311 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.286543 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96dc484-f5d3-4685-aaeb-3eb07f54a3af None None] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:11.286674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.368108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:11.385832 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] Sync routers for ids ['e5834fb9-a45e-447d-acc5-61d560b57b41'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:11.398412 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] Routers {'e5834fb9-a45e-447d-acc5-61d560b57b41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:11.399269 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['e5834fb9-a45e-447d-acc5-61d560b57b41'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:11.440306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.444107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Allocated IP 172.20.0.2 (bc9de524-a60d-4989-97db-5baf067e8960/66f44625-4697-469a-b767-c8a4327eae3d/8dcc9904-c0f2-4350-8f22-641bd3678d87) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:11.461145 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:11.473137 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] Routers {'e5834fb9-a45e-447d-acc5-61d560b57b41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:11.473353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e31f05c6-3fd9-48f5-b27c-96f23cd0123a None None] Provisioning for port 7fb5e3b5-deae-4978-968e-16108bf10d79 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:11.474218 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:04:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['e5834fb9-a45e-447d-acc5-61d560b57b41'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:11.543421 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:11.544241 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48ce71-8ebc-4150-a5aa-785561c86c62 None None] The sync data for ids ['e5834fb9-a45e-447d-acc5-61d560b57b41'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:11.548318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.571990 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "PUT /v2.0/routers/e5834fb9-a45e-447d-acc5-61d560b57b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4947243 Dec 20 12:05:11.578600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37014) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.642018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.654783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.668400 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb6147e-1820-43c0-a70e-31c905beb4dc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:05:11.669282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5cb6147e-1820-43c0-a70e-31c905beb4dc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:11.674192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb14f6e5-204b-49f8-be87-6a30a2a83212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:11.704921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.717165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7339fb9c-8bd8-4c27-b0c7-a63a9a98f383 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:11.720911 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.728036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Allocated IP 172.36.7.158 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/db558192-9b8e-4d62-8399-2a7d806ca622) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:11.733174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00a0dd-d207-442c-b387-f0e0b40a49bb None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:11.745315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdc6ebe-580c-4f78-8741-5ce335039012,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:11.757340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:11.788687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5cb6147e-1820-43c0-a70e-31c905beb4dc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:11.792416 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5cb6147e-1820-43c0-a70e-31c905beb4dc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/e3e3d45a-d4ec-40b5-bedd-b011298e0ed4 HTTP/1.1" status: 404 len: 333 time: 0.2114146 Dec 20 12:05:11.797138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37018) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.819453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7fb5e3b5-deae-4978-968e-16108bf10d79 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:11.845324 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.846809 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a1e364ee-bd72-4d16-8639-e27c1aa41f9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8528566 Dec 20 12:05:11.853134 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/0cdc6ebe-580c-4f78-8741-5ce335039012 HTTP/1.1" status: 204 len: 168 time: 1.7101812 Dec 20 12:05:11.862392 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37022) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.863020 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37024) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:11.878739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a6aa259a-8a9c-47cd-ae62-046346ecdcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:11.885933 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'port': {'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960', 'name': 'tempest-RoutersTest-641714218'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:11.964954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=190eb68f-4af5-42bc-9e8f-6f2c2d0e236c,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:11.980683 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:12.006601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.024305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf412e3e-b355-42b6-aa24-57c7764e602c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.081793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Deleting port ea73f0da-18f6-45f1-b705-e498cebd811b {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:12.081793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.117727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 9accb035-8598-4329-bf64-8fdfa83fc734 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:12.120290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': '8f12e58e-e5df-4ca2-8581-e2bd82cd9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:12.120655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:12.157987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 7fb5e3b5-deae-4978-968e-16108bf10d79 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:12.170928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.205126 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7fb5e3b5-deae-4978-968e-16108bf10d79 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:12.205599 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.257335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Transition to ACTIVE for port object 8dcc9904-c0f2-4350-8f22-641bd3678d87 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:12.284723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:12.313048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.327994 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Transition to ACTIVE for port object 8dcc9904-c0f2-4350-8f22-641bd3678d87 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:12.348038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.354669 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-66f7931b-1702-4197-b7cd-b039ee8c7781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:12.430057 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.465852 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.494564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:12.501550 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Pushing event updated for resources: {'Port': ['ID=8dcc9904-c0f2-4350-8f22-641bd3678d87,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:12.509290 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Network bc9de524-a60d-4989-97db-5baf067e8960 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:12.509588 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:port and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:12.515900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:12.520137 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:12.521760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:12.522425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:12.530764 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:12.534757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.546817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dcf178-4af8-4300-bc6f-6777f238a573 None None] Network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:12.577567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:12.713738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:12.714367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.718896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:12.726728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.782573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-cc9ad334-e964-456a-aafb-b0ff3514c10f None None] Provisioning complete for port 7fb5e3b5-deae-4978-968e-16108bf10d79 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:12.782959 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cc9ad334-e964-456a-aafb-b0ff3514c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.804641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:12.807687 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.845793 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.858895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 7fb5e3b5-deae-4978-968e-16108bf10d79, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7fb5e3b5-deae-4978-968e-16108bf10d79,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:12.867311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Attempting to bind port 8dcc9904-c0f2-4350-8f22-641bd3678d87 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:12.867713 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Attempting to bind port 8dcc9904-c0f2-4350-8f22-641bd3678d87 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '6797963d-e321-4142-a97d-cbf6c556dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:12.868714 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Attempting to bind port 8dcc9904-c0f2-4350-8f22-641bd3678d87 on network bc9de524-a60d-4989-97db-5baf067e8960 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:12.869323 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b373c3bb-945f-48af-9bf5-06456ed22378 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:12.880249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.892872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-616748a7-a539-46a9-87de-78e22ede1e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:12.941515 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6920207 Dec 20 12:05:12.947028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37032) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:12.950679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.959569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:12.962035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] device_id is not set on port 82e6fbae-c674-4ffb-876c-7b89bff5d1af yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:12.966700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf412e3e-b355-42b6-aa24-57c7764e602c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.975698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1962027379'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:12.976041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:12.976452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Checking segment: {'id': '6797963d-e321-4142-a97d-cbf6c556dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:12.976885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:12.977292 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Bound using segment: {'id': '6797963d-e321-4142-a97d-cbf6c556dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:12.977791 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Bound port: 8dcc9904-c0f2-4350-8f22-641bd3678d87, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6797963d-e321-4142-a97d-cbf6c556dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bc9de524-a60d-4989-97db-5baf067e8960'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:12.978811 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.027023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:13.030218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:13.117564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=7fb5e3b5-deae-4978-968e-16108bf10d79,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:13.125548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:13.151147 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Calling delete_port for ea73f0da-18f6-45f1-b705-e498cebd811b owned by network:router_gateway {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:13.245064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1706-f005-45a1-8f13-c868bfb247a7 req-0fa76245-ee0a-458a-b2fe-a9b62d548c00 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:13.256345 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a8db1706-f005-45a1-8f13-c868bfb247a7 req-0fa76245-ee0a-458a-b2fe-a9b62d548c00 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.7530854 Dec 20 12:05:13.260833 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] For port 8dcc9904-c0f2-4350-8f22-641bd3678d87, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:13.264343 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4', 'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4', 'tenant_id': 'b725b547212f43cfac00b00e174583bf', 'fixed_ips': [{'subnet_id': '190eb68f-4af5-42bc-9e8f-6f2c2d0e236c'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:13.265279 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.280393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf412e3e-b355-42b6-aa24-57c7764e602c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.299569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] For port 8dcc9904-c0f2-4350-8f22-641bd3678d87, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8dcc9904-c0f2-4350-8f22-641bd3678d87,segment=NetworkSegment(6797963d-e321-4142-a97d-cbf6c556dda1),segment_id=6797963d-e321-4142-a97d-cbf6c556dda1)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:13.323477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Pushing event updated for resources: {'Port': ['ID=db558192-9b8e-4d62-8399-2a7d806ca622,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:13.326635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:13.344457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.350216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2b1f7c26-6363-4617-81e9-c9c14ed6552c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:13.416388 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a8db1706-f005-45a1-8f13-c868bfb247a7 req-ba3b2517-407c-47bd-92e5-47b9ad12890d tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589878 Dec 20 12:05:13.426562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf412e3e-b355-42b6-aa24-57c7764e602c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.427541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf412e3e-b355-42b6-aa24-57c7764e602c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Fanout notify agent at l3_agent the message router_deleted on router e5834fb9-a45e-447d-acc5-61d560b57b41 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:05:13.449499 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:13.457022 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bf412e3e-b355-42b6-aa24-57c7764e602c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.462716 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bf412e3e-b355-42b6-aa24-57c7764e602c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/routers/e5834fb9-a45e-447d-acc5-61d560b57b41 HTTP/1.1" status: 204 len: 168 time: 1.6577170 Dec 20 12:05:13.463481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37036) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:13.467105 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:13.480087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Pushing event updated for resources: {'Port': ['ID=8dcc9904-c0f2-4350-8f22-641bd3678d87,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:13.481224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.511317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:13.516754 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:13.530462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-db4a8861-e298-489d-aaa2-32070c89b884 None None] Provisioning complete for port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:13.531082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-db4a8861-e298-489d-aaa2-32070c89b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.567201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=9accb035-8598-4329-bf64-8fdfa83fc734,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:13.580760 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:13.606350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.644439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.20.0.8 (bc9de524-a60d-4989-97db-5baf067e8960/66f44625-4697-469a-b767-c8a4327eae3d/82e6fbae-c674-4ffb-876c-7b89bff5d1af) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:13.667894 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/9accb035-8598-4329-bf64-8fdfa83fc734 HTTP/1.1" status: 204 len: 168 time: 1.8020766 Dec 20 12:05:13.693527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37042) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:13.694237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:13.698396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c141b6f-1578-48af-9bf5-017a7a573b65 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:13.701457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:13.772724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7fb5e3b5-deae-4978-968e-16108bf10d79 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:13.830314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:13.833577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:13.863587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Allocated IP 2001:db8::2 (a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4/190eb68f-4af5-42bc-9e8f-6f2c2d0e236c/3db4472b-ddb6-40b5-bc94-72d4f0276622) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:13.911490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4446e828-a3a9-4956-bba0-7efb51ebbf94 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:router {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:13.918780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 4f128782-4c75-45ad-b8a5-bbdfd044b066 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:13.968979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet b2469c30-bd2b-4282-a0a1-6bc32c8b5801 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:13.972608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.051658 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.063097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b0b6f814-7728-4b2e-b0f7-534c123b85a8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:14.112197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4446e828-a3a9-4956-bba0-7efb51ebbf94 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:router {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:14.116727 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4446e828-a3a9-4956-bba0-7efb51ebbf94 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3773222 Dec 20 12:05:14.132699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37046) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:14.151096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.182914 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event deleted for resources: {'Port': ['ID=ea73f0da-18f6-45f1-b705-e498cebd811b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:14.191515 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:14.215178 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:14.243115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8c25cedb-af2f-4a53-9920-f0a1fb24e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.259788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7fb5e3b5-deae-4978-968e-16108bf10d79 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:14.260204 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.272256 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558935-e3dd-43b3-b490-2576a11b0054 req-91c48487-0eb9-4772-882d-2c7db4511b35 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:14.277003 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c6558935-e3dd-43b3-b490-2576a11b0054 req-91c48487-0eb9-4772-882d-2c7db4511b35 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.4340093 Dec 20 12:05:14.347422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:14.352410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.400341 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:14.467995 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.473306 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c6558935-e3dd-43b3-b490-2576a11b0054 req-712723c5-be7b-4908-b192-2241df501bc6 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893497 Dec 20 12:05:14.487830 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5ad2a5cb-aca0-4f1d-9f74-3310d79f7e17 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/floatingips/257155ad-f25e-4819-8210-a8ee74766b79 HTTP/1.1" status: 200 len: 688 time: 5.3552952 Dec 20 12:05:14.488547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37050) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:14.525898 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.529986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:14.530644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:14.589175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:14.607462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Transition to ACTIVE for port object 3db4472b-ddb6-40b5-bc94-72d4f0276622 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:14.609863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:14.616034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object 82e6fbae-c674-4ffb-876c-7b89bff5d1af will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:14.616920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Deleting port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:14.617279 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.717374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Transition to ACTIVE for port object 3db4472b-ddb6-40b5-bc94-72d4f0276622 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:14.726953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:14.727644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:14.741195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.742177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.756773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 75233600-5b83-4f3e-8e29-def29891b529 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:14.757498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.816819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.833098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c022747b-e43d-4da3-ad1c-835cfaa3a48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:14.879230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:14.879505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c8803-15dd-4554-b7e2-5876df014ac7 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:14.882887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:14.923743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:14.937931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:14.942846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:14.944127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:14.955655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:14.968598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:14.978231 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Pushing event updated for resources: {'Port': ['ID=3db4472b-ddb6-40b5-bc94-72d4f0276622,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:15.001762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:15.029553 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:15.153709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:15.168688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.179516 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88065a31-7cef-4774-9b35-edc6ad458bd2 None None] Network bc9de524-a60d-4989-97db-5baf067e8960 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:15.219657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.225161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::172 (a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4/190eb68f-4af5-42bc-9e8f-6f2c2d0e236c/4f128782-4c75-45ad-b8a5-bbdfd044b066) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:15.265284 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] For port 8b103d11-91fb-4575-a8d6-5d32d1ef4099, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8b103d11-91fb-4575-a8d6-5d32d1ef4099,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:15.265639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.295576 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.307364 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01e224eb-8127-4780-939b-6d3809a74dcb tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:15.376618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Attempting to bind port 3db4472b-ddb6-40b5-bc94-72d4f0276622 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:15.376935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Attempting to bind port 3db4472b-ddb6-40b5-bc94-72d4f0276622 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '8f12e58e-e5df-4ca2-8581-e2bd82cd9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:15.377278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Attempting to bind port 3db4472b-ddb6-40b5-bc94-72d4f0276622 on network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:15.379600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.472879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.482103 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network bc9de524-a60d-4989-97db-5baf067e8960 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:15.487357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:15.489236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=82e6fbae-c674-4ffb-876c-7b89bff5d1af,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:15.497421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:15.500194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.507255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Calling delete_port for 8b103d11-91fb-4575-a8d6-5d32d1ef4099 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:15.532485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:15.544497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.555263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c4d59d3a-2883-43fe-8da0-91a5df19c913 None None] Provisioning for port 8dcc9904-c0f2-4350-8f22-641bd3678d87 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:15.567055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:15.567463 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Checking segment: {'id': '8f12e58e-e5df-4ca2-8581-e2bd82cd9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:15.567840 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.568928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Bound using segment: {'id': '8f12e58e-e5df-4ca2-8581-e2bd82cd9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:15.569426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Bound port: 3db4472b-ddb6-40b5-bc94-72d4f0276622, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f12e58e-e5df-4ca2-8581-e2bd82cd9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:15.569806 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.579494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.579808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.609254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975354e5-f0e1-4cac-bea2-0acf9b47418c req-0ec6c79d-a337-44eb-a31c-12837aab8bdb tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:15.616994 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-975354e5-f0e1-4cac-bea2-0acf9b47418c req-0ec6c79d-a337-44eb-a31c-12837aab8bdb tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.4309590 Dec 20 12:05:15.629187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.704026 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:15.705077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.738907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.749903 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b4294bb7-1db2-4b17-b1f6-68ca917b3a05 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:15.751128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ab61dada-50a5-4f98-8bd6-02662c358569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:15.788830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8dcc9904-c0f2-4350-8f22-641bd3678d87 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:15.821528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=b2469c30-bd2b-4282-a0a1-6bc32c8b5801,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:15.833333 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 75233600-5b83-4f3e-8e29-def29891b529 owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:15.841969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:15.854089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Pushing event deleted for resources: {'Port': ['ID=8b103d11-91fb-4575-a8d6-5d32d1ef4099,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:15.855857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.866637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] For port 3db4472b-ddb6-40b5-bc94-72d4f0276622, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:15.870873 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:15.883901 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.884453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Fanout notify agent at l3_agent the message router_deleted on router e0f0de5b-bbc0-412a-97b7-78eab1d2167b {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:05:15.888295 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769eda9f-314c-4ee0-b297-866d3bbbabd8 None None] Network a082dfad-40a0-4eae-b1f3-1da41a26f2c9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:15.908911 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] For port 3db4472b-ddb6-40b5-bc94-72d4f0276622, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3db4472b-ddb6-40b5-bc94-72d4f0276622,segment=NetworkSegment(8f12e58e-e5df-4ca2-8581-e2bd82cd9915),segment_id=8f12e58e-e5df-4ca2-8581-e2bd82cd9915)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:15.921872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] No DVR routers for this DVR port 8b103d11-91fb-4575-a8d6-5d32d1ef4099 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:15.922237 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/b2469c30-bd2b-4282-a0a1-6bc32c8b5801 HTTP/1.1" status: 204 len: 168 time: 2.4577794 Dec 20 12:05:15.929851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.932168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37058) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:15.934736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:15.937016 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/e0f0de5b-bbc0-412a-97b7-78eab1d2167b HTTP/1.1" status: 204 len: 168 time: 6.0621889 Dec 20 12:05:15.939490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37062) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:15.939817 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37064) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:15.940047 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.0758357 Dec 20 12:05:15.953075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1848722420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:15.954587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:15.964442 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-975354e5-f0e1-4cac-bea2-0acf9b47418c req-c40ab066-3c3c-4d8a-9309-23a78849a83d tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464487 Dec 20 12:05:16.012515 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.033968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:16.149982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.198429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port b9960e93-6deb-4c94-9b75-35ab70cc08ca {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:16.199014 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.204817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Pushing event updated for resources: {'Port': ['ID=3db4472b-ddb6-40b5-bc94-72d4f0276622,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:16.216459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:16.229171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 8dcc9904-c0f2-4350-8f22-641bd3678d87 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:16.231496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Usage tracker for resource:router and tenant:461f6fef4c5d4f56be5967ca7f311d48 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:16.233148 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.238516 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8dcc9904-c0f2-4350-8f22-641bd3678d87 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:16.238775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.244402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:16.249113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-40e81d4a-81b4-4bbe-9853-35e6441e37b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:16.279823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 4f128782-4c75-45ad-b8a5-bbdfd044b066 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:16.293485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:16.304584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=75233600-5b83-4f3e-8e29-def29891b529,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:16.312932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:16.346359 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.347575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.528782 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.584597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.609340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.620894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e9e31707-8c9e-4e92-8c66-cc414923ef28 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:16.647139 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 8dcc9904-c0f2-4350-8f22-641bd3678d87, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8dcc9904-c0f2-4350-8f22-641bd3678d87,segment=NetworkSegment(6797963d-e321-4142-a97d-cbf6c556dda1),segment_id=6797963d-e321-4142-a97d-cbf6c556dda1)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:16.652655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.656928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.659203 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:16.675739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.684869 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.686542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:05:16.745030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:16.754559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:16.782277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:16.783148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.810291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=8dcc9904-c0f2-4350-8f22-641bd3678d87,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:16.823452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8b103d11-91fb-4575-a8d6-5d32d1ef4099 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:16.857302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414328b7-604b-4e0e-8a89-e50684659dff None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:16.869800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] DHCP port deletion for a082dfad-40a0-4eae-b1f3-1da41a26f2c9 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:16.871664 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:16.884672 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] For port b9960e93-6deb-4c94-9b75-35ab70cc08ca, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9960e93-6deb-4c94-9b75-35ab70cc08ca,segment=NetworkSegment(d0fdfca9-5539-4e25-80be-70bedb61e044),segment_id=d0fdfca9-5539-4e25-80be-70bedb61e044)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:16.885012 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.894659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.902351 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/floatingips/257155ad-f25e-4819-8210-a8ee74766b79 HTTP/1.1" status: 204 len: 168 time: 2.4027805 Dec 20 12:05:16.902633 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 8b103d11-91fb-4575-a8d6-5d32d1ef4099 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:16.902842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37074) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:16.903026 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8b103d11-91fb-4575-a8d6-5d32d1ef4099 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:16.905610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Deleting port b9960e93-6deb-4c94-9b75-35ab70cc08ca {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:16.906002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:16.920000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': '270cbf05-2247-41a2-874b-e4c8bfad6234'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:16.979656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:16.981085 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=24301fd8-628d-4625-95b1-7061b8f2c784,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:16.995334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:17.003992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e4eee4e3-513a-461c-a5f6-60360eb7a76c tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:17.046815 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:17.094900 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-80618eec-6b4b-4b1a-ab42-6455c6033bed None None] Provisioning for port 82e6fbae-c674-4ffb-876c-7b89bff5d1af completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:17.106250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:17.135283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-80618eec-6b4b-4b1a-ab42-6455c6033bed None None] Provisioning complete for port 82e6fbae-c674-4ffb-876c-7b89bff5d1af triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:17.135976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-80618eec-6b4b-4b1a-ab42-6455c6033bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.136484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.155828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:17.162430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:17.163678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.196619 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0465710 Dec 20 12:05:17.200109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37082) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:17.239723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:17.334499 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for b9960e93-6deb-4c94-9b75-35ab70cc08ca owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:17.354322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.359552 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-22a8c4cc-b05a-412f-a330-5ec06620e27d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4177730 Dec 20 12:05:17.360679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=4f128782-4c75-45ad-b8a5-bbdfd044b066,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:17.362890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37086) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:17.423869 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.4633899 Dec 20 12:05:17.426447 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '24301fd8-628d-4625-95b1-7061b8f2c784'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:17.427391 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.430136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:floatingip and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:17.434348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:17.436571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:17.445356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:17.447828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37090) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:17.451571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': True}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:17.476446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-80618eec-6b4b-4b1a-ab42-6455c6033bed None None] Port 82e6fbae-c674-4ffb-876c-7b89bff5d1af cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:17.514908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.567317 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] For port b9960e93-6deb-4c94-9b75-35ab70cc08ca, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9960e93-6deb-4c94-9b75-35ab70cc08ca,segment=NetworkSegment(d0fdfca9-5539-4e25-80be-70bedb61e044),segment_id=d0fdfca9-5539-4e25-80be-70bedb61e044)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:17.569062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.582870 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.597182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1f1d7244-684e-4acd-80d1-1eebb77ef490 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:17.652029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No DVR routers for this DVR port b9960e93-6deb-4c94-9b75-35ab70cc08ca on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:17.690101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=b9960e93-6deb-4c94-9b75-35ab70cc08ca,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:17.692505 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:17.897651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 4f128782-4c75-45ad-b8a5-bbdfd044b066 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:17.898239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.907631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3064ee4-5664-4003-bdf4-18408d0b2731 None None] Network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:17.919886 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3db4472b-ddb6-40b5-bc94-72d4f0276622 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:17.947344 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:17.950417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Calling delete_port for b9960e93-6deb-4c94-9b75-35ab70cc08ca owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:18.005881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a082dfad-40a0-4eae-b1f3-1da41a26f2c9']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:18.018942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318548a-0a45-403e-ba74-1b4c36239ed1 req-fd4cced7-0d57-40d2-a0ee-6e01ae4d675a tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:18.022074 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a318548a-0a45-403e-ba74-1b4c36239ed1 req-fd4cced7-0d57-40d2-a0ee-6e01ae4d675a tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.5984685 Dec 20 12:05:18.039813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fdfca9-5539-4e25-80be-70bedb61e044') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:18.040086 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fdfca9-5539-4e25-80be-70bedb61e044') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:18.078534 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.101795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.140053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-80618eec-6b4b-4b1a-ab42-6455c6033bed None None] Provisioning complete for port 8dcc9904-c0f2-4350-8f22-641bd3678d87 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:18.140516 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-80618eec-6b4b-4b1a-ab42-6455c6033bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.161416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.186483 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:18.186896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.187618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:18.210119 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:18.222450 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:18.231446 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-a7cd0bc9-3bf3-4978-9152-00112d45d074 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:18.232930 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-a7cd0bc9-3bf3-4978-9152-00112d45d074 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.8877931 Dec 20 12:05:18.233787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:18.235914 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a318548a-0a45-403e-ba74-1b4c36239ed1 req-1f972a31-78d9-4afc-ab62-417315b983e9 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072349 Dec 20 12:05:18.248744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.259253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:18.273670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Allocated IP 172.20.0.2 (51a1536f-8906-4846-ba25-f9918687ea89/24301fd8-628d-4625-95b1-7061b8f2c784/308db919-aa3d-420c-b7cd-cc46aaa9e309) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:18.280500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:18.280872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:18.365625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 3db4472b-ddb6-40b5-bc94-72d4f0276622 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:18.385606 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.389979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.395627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:18.399580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.400359 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5ffdff72-6c21-42e7-8bdc-4718e3c18098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:18.414181 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8dcc9904-c0f2-4350-8f22-641bd3678d87 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:18.415195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:18.430040 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Sync routers for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:18.453845 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:18.455580 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:18.466593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.467817 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1084599 Dec 20 12:05:18.476462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37096) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:18.476893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Deleting port 093dffce-dcb4-4867-a158-0b823612c247 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:18.477232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.477355 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=a082dfad-40a0-4eae-b1f3-1da41a26f2c9,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:18.480329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:18.572428 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/a082dfad-40a0-4eae-b1f3-1da41a26f2c9 HTTP/1.1" status: 204 len: 168 time: 2.6374481 Dec 20 12:05:18.574799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37100) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:18.626566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.36.7.187 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/b9220f81-07be-4dbb-9be8-1b59e53ef0ed) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:18.711098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8dcc9904-c0f2-4350-8f22-641bd3678d87 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:18.711325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.778554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b4fa8-b1b7-4a37-b46b-3b938e5234b1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:18.779198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-610b4fa8-b1b7-4a37-b46b-3b938e5234b1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:18.787473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Deleting port b9960e93-6deb-4c94-9b75-35ab70cc08ca {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:18.787855 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.832265 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:18.904035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ec788984-2e60-42bf-baea-39fb3d1d3b1e None None] The port 'b9960e93-6deb-4c94-9b75-35ab70cc08ca' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:18.910189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.933949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Provisioning for port 3db4472b-ddb6-40b5-bc94-72d4f0276622 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:18.937314 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Transition to ACTIVE for port object 308db919-aa3d-420c-b7cd-cc46aaa9e309 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:18.953889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Provisioning complete for port 3db4472b-ddb6-40b5-bc94-72d4f0276622 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:18.954269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:18.981510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.008593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Transition to ACTIVE for port object 308db919-aa3d-420c-b7cd-cc46aaa9e309 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:19.055560 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.059929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.074716 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6ba3d927-507f-4b4a-8678-ab8e18594718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:19.100686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.114087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54e83955-0269-41c4-854f-4a53647b9c81 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:19.122536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 4f128782-4c75-45ad-b8a5-bbdfd044b066 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:19.168923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:19.169936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-610b4fa8-b1b7-4a37-b46b-3b938e5234b1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:19.171836 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-610b4fa8-b1b7-4a37-b46b-3b938e5234b1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 HTTP/1.1" status: 200 len: 840 time: 0.5858374 Dec 20 12:05:19.186235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37104) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:19.187383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:19.206719 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Pushing event updated for resources: {'Port': ['ID=308db919-aa3d-420c-b7cd-cc46aaa9e309,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:19.211814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:19.214510 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:19.215160 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:19.217941 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:19.306420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9960e93-6deb-4c94-9b75-35ab70cc08ca no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:19.368030 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:13Z', 'revision_number': 3, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:19.375246 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Checking router: 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:19.376110 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Updating router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 port db558192-9b8e-4d62-8399-2a7d806ca622 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:05:19.386373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: b9960e93-6deb-4c94-9b75-35ab70cc08ca {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:19.386751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9960e93-6deb-4c94-9b75-35ab70cc08ca not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:19.433304 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.440048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.468224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f7ae953a-e9d0-407f-92e2-2c76e2485c7d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:19.474941 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Attempting to bind port 308db919-aa3d-420c-b7cd-cc46aaa9e309 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:19.475327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Attempting to bind port 308db919-aa3d-420c-b7cd-cc46aaa9e309 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:19.475699 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Attempting to bind port 308db919-aa3d-420c-b7cd-cc46aaa9e309 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:19.476442 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.500056 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:19.500525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:19.500864 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.501302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:19.501746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Bound port: 308db919-aa3d-420c-b7cd-cc46aaa9e309, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:19.502127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.503119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:19.523220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] For port 3db4472b-ddb6-40b5-bc94-72d4f0276622, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3db4472b-ddb6-40b5-bc94-72d4f0276622,segment=NetworkSegment(8f12e58e-e5df-4ca2-8581-e2bd82cd9915),segment_id=8f12e58e-e5df-4ca2-8581-e2bd82cd9915)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:19.538757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.541220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:19.575472 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7f947512-2d00-42f6-ab23-acadef544eab tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3768408 Dec 20 12:05:19.581843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=4f128782-4c75-45ad-b8a5-bbdfd044b066,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:19.584985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:19.585839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37110) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:19.648552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:19.740623 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.762877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Pushing event updated for resources: {'Port': ['ID=3db4472b-ddb6-40b5-bc94-72d4f0276622,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:19.768234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Provisioning complete for port 82e6fbae-c674-4ffb-876c-7b89bff5d1af triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:19.773109 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.807081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:19.811069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.835605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] For port 308db919-aa3d-420c-b7cd-cc46aaa9e309, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:19.854713 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] For port 308db919-aa3d-420c-b7cd-cc46aaa9e309, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=308db919-aa3d-420c-b7cd-cc46aaa9e309,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:19.857397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Port 82e6fbae-c674-4ffb-876c-7b89bff5d1af cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:19.866575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:19.871856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:19.948549 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=b9220f81-07be-4dbb-9be8-1b59e53ef0ed,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:19.959894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Pushing event updated for resources: {'Port': ['ID=308db919-aa3d-420c-b7cd-cc46aaa9e309,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:19.968556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:19.996520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5f50b9dc-7872-495a-8429-d7802be7fcd8 None None] Provisioning complete for port 3db4472b-ddb6-40b5-bc94-72d4f0276622 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:19.996730 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f50b9dc-7872-495a-8429-d7802be7fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.008275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.009031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.009404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.009773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.010132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.010486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.010985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.011340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.011690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.012039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.012425 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.023163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:20.073508 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/4f128782-4c75-45ad-b8a5-bbdfd044b066 HTTP/1.1" status: 204 len: 168 time: 2.5544672 Dec 20 12:05:20.102393 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.115328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37114) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:20.117795 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Transition to ACTIVE for port object db558192-9b8e-4d62-8399-2a7d806ca622 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:20.132584 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.140297 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-576f219a-fc36-4d3a-918b-cc3349c39b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:20.148701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5f50b9dc-7872-495a-8429-d7802be7fcd8 None None] Could not find standard attr ID for object 4f128782-4c75-45ad-b8a5-bbdfd044b066. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:05:20.244074 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Attempting to bind port db558192-9b8e-4d62-8399-2a7d806ca622 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:20.244472 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Attempting to bind port db558192-9b8e-4d62-8399-2a7d806ca622 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:20.244830 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Attempting to bind port db558192-9b8e-4d62-8399-2a7d806ca622 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:20.263313 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:20.263670 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:20.264125 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.264791 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:20.265963 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Bound port: db558192-9b8e-4d62-8399-2a7d806ca622, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:20.266415 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.283795 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d691b3ec-1489-4136-b960-7a55eb857232 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:05:20.291759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d691b3ec-1489-4136-b960-7a55eb857232 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:20.323614 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Pushing event updated for resources: {'Port': ['ID=db558192-9b8e-4d62-8399-2a7d806ca622,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:20.350677 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.351209 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.351430 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.351753 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.352779 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.353640 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.353994 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.354667 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.354998 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.355313 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.355627 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:20.366336 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:20.376895 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015da72-34ee-4e8d-9496-6fbbcdf9e587 req-9ae2a438-119b-4a4d-87c4-18abb6258a3c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:20.378512 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7015da72-34ee-4e8d-9496-6fbbcdf9e587 req-9ae2a438-119b-4a4d-87c4-18abb6258a3c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 946 time: 0.7125576 Dec 20 12:05:20.397661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:20.423780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:20.434563 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:20.438669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d691b3ec-1489-4136-b960-7a55eb857232 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:20.439445 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] For port db558192-9b8e-4d62-8399-2a7d806ca622, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:20.442531 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d691b3ec-1489-4136-b960-7a55eb857232 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/4f128782-4c75-45ad-b8a5-bbdfd044b066 HTTP/1.1" status: 404 len: 333 time: 0.3129129 Dec 20 12:05:20.448949 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] For port db558192-9b8e-4d62-8399-2a7d806ca622, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=db558192-9b8e-4d62-8399-2a7d806ca622,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:20.449162 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37118) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:20.459139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:20.459962 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.467266 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:20.518713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=093dffce-dcb4-4867-a158-0b823612c247,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:20.519200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.567296 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:20.568282 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:20.574711 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7015da72-34ee-4e8d-9496-6fbbcdf9e587 req-1e3159d6-3985-4ae3-904e-96cead39b7a2 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717067 Dec 20 12:05:20.609659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:20.646811 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Pushing event updated for resources: {'Port': ['ID=db558192-9b8e-4d62-8399-2a7d806ca622,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:20.651414 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:20.723937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.764235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.778885 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff24e812-ee05-4cb9-98d3-065ccf4ab8c8 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:20.785821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 093dffce-dcb4-4867-a158-0b823612c247 no longer exists at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:20.816973 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:20.838932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 190eb68f-4af5-42bc-9e8f-6f2c2d0e236c {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:20.848818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.919353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:20.966426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.014685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093dffce-dcb4-4867-a158-0b823612c247'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:21.038149 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=093dffce-dcb4-4867-a158-0b823612c247,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:21.045046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.047109 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ccbe7d86-3460-4ba2-b99c-e30c9b16b6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:21.145897 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093dffce-dcb4-4867-a158-0b823612c247', 'code': 200} Dec 20 12:05:21.189013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=093dffce-dcb4-4867-a158-0b823612c247,revision_number=6']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:21.201232 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:21.261704 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:13Z', 'revision_number': 3, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:21.268892 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220bb6d-484f-4779-8982-ab8a8d64b2b2 None None] The sync data for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv is: [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:13Z', 'revision_number': 3, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:21.274815 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.294204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.335271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.335637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.335949 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Floating IP 87c51327-17c0-4676-b4d0-82189b755a8f disassociated. External IP: 172.36.7.252, port: 093dffce-dcb4-4867-a158-0b823612c247. Dec 20 12:05:21.336317 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Calling delete_port for 093dffce-dcb4-4867-a158-0b823612c247 owned by compute:nova {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:21.383020 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.426566 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=82e6fbae-c674-4ffb-876c-7b89bff5d1af,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:21.492969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-17193e9a-8617-42fb-9b59-5c1632ec6366 None None] Provisioning for port 308db919-aa3d-420c-b7cd-cc46aaa9e309 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:21.531706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.532260 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.532616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.532975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.533329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.533686 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.534036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.534382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.534727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.536116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.536116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:21.539394 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:21.545773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.634164 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1fff198e-d598-4ed2-9054-110f4eaf591b None None] Provisioning complete for port 82e6fbae-c674-4ffb-876c-7b89bff5d1af triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:21.634545 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1fff198e-d598-4ed2-9054-110f4eaf591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:21.716791 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1fff198e-d598-4ed2-9054-110f4eaf591b None None] Port 82e6fbae-c674-4ffb-876c-7b89bff5d1af cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:21.949967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device db558192-9b8e-4d62-8399-2a7d806ca622 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:22.049401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:22.049627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:22.053255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.055705 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.068006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-90dd63b7-2321-4442-9c23-5edbf2667fd9 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.087597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port db558192-9b8e-4d62-8399-2a7d806ca622 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:22.093778 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port db558192-9b8e-4d62-8399-2a7d806ca622 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:22.094495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.155248 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=190eb68f-4af5-42bc-9e8f-6f2c2d0e236c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:22.164385 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:22.262792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.283393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port db558192-9b8e-4d62-8399-2a7d806ca622, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=db558192-9b8e-4d62-8399-2a7d806ca622,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:22.288979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084cbb6f-d3ad-45db-b42e-c4538a5129fd None None] Network a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:22.309689 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.310494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 308db919-aa3d-420c-b7cd-cc46aaa9e309 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:22.330028 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.341000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.351417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.394607 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/190eb68f-4af5-42bc-9e8f-6f2c2d0e236c HTTP/1.1" status: 204 len: 168 time: 1.9422479 Dec 20 12:05:22.395922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37126) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:22.463224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38da88-265b-4748-addc-5f8f1160a243 req-8faa8589-c13d-4892-8588-6750068a7602 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:22.465697 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2d38da88-265b-4748-addc-5f8f1160a243 req-8faa8589-c13d-4892-8588-6750068a7602 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 944 time: 0.3576322 Dec 20 12:05:22.539859 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=db558192-9b8e-4d62-8399-2a7d806ca622,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:22.574004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:22.576672 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Deleting port 093dffce-dcb4-4867-a158-0b823612c247 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:22.577224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.619265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:05:22.623243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.objects.ports [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83527) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:05:22.637781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 308db919-aa3d-420c-b7cd-cc46aaa9e309 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:22.649734 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 308db919-aa3d-420c-b7cd-cc46aaa9e309 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:22.650283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.684517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.742040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.770873 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.782567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] DHCP port deletion for a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:22.788068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.796509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3590335c-0eb8-4d89-966b-d7bc3830a53d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.798067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Deleting port 3db4472b-ddb6-40b5-bc94-72d4f0276622 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:22.798443 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.816861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.833553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.858554 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2d38da88-265b-4748-addc-5f8f1160a243 req-c29d15cb-84a0-4497-b74b-3cf4f8218f87 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453424 Dec 20 12:05:22.917114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 308db919-aa3d-420c-b7cd-cc46aaa9e309, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=308db919-aa3d-420c-b7cd-cc46aaa9e309,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:22.921274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Allocated IP 172.36.7.42 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/c8176d62-8c03-48cd-95ca-c049e43ca007) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:22.931806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.932372 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:22.933232 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3db4472b-ddb6-40b5-bc94-72d4f0276622 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:22.949782 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f56f8d5f-402e-47f7-9b4b-64c605e1a800 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.970106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:22.991491 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 3db4472b-ddb6-40b5-bc94-72d4f0276622 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:22.991824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.023498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=b9220f81-07be-4dbb-9be8-1b59e53ef0ed,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:23.026426 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:23.115716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:23.115944 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.126544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:23.144305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099d916-e812-4031-bd23-d352312ed73e None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:23.152953 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:23.153621 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.163137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=f8cc1afa-8384-4d80-8791-244b3770b41c,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:23.175527 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=308db919-aa3d-420c-b7cd-cc46aaa9e309,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:23.193683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:23.195267 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] For port 3db4472b-ddb6-40b5-bc94-72d4f0276622, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3db4472b-ddb6-40b5-bc94-72d4f0276622,segment=NetworkSegment(8f12e58e-e5df-4ca2-8581-e2bd82cd9915),segment_id=8f12e58e-e5df-4ca2-8581-e2bd82cd9915)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:23.195664 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.220056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:23.384061 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7897096 Dec 20 12:05:23.387433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] For port 093dffce-dcb4-4867-a158-0b823612c247, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=093dffce-dcb4-4867-a158-0b823612c247,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:23.387880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.395146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.408226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37130) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:23.429441 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'security_group': {'name': 'tempest-secgroup-2058072095'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:23.430507 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Calling delete_port for 3db4472b-ddb6-40b5-bc94-72d4f0276622 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:23.454529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Allocated IP 172.20.0.1 (2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1/b50f790e-3ad3-4eec-bec1-5d0389c21700/7fefced5-34ea-465a-ad19-c01ab7171bed) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:23.465236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:23.508411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 3db4472b-ddb6-40b5-bc94-72d4f0276622 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:23.508794 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.531520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.572952 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:23.581093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:23.586390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] For port 3db4472b-ddb6-40b5-bc94-72d4f0276622, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3db4472b-ddb6-40b5-bc94-72d4f0276622,segment=NetworkSegment(8f12e58e-e5df-4ca2-8581-e2bd82cd9915),segment_id=8f12e58e-e5df-4ca2-8581-e2bd82cd9915)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:23.586390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.595127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.607584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:23.667726 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.680751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5f7c3a01-838e-4130-b682-bdeb8ae72677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:23.785914 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No ports have port_id starting with 3db4472b-ddb6-40b5-bc94-72d4f0276622 Dec 20 12:05:23.787494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Pushing event deleted for resources: {'Port': ['ID=3db4472b-ddb6-40b5-bc94-72d4f0276622,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:23.807902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] No DVR routers for this DVR port 3db4472b-ddb6-40b5-bc94-72d4f0276622 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:23.808159 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 3db4472b-ddb6-40b5-bc94-72d4f0276622 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:23.829469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.829818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.830157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.830486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.830819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.831158 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.831474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.831799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.832377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.832886 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.833288 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:05:23.838244 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:23.950646 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-4b18c416-11eb-4322-92dc-586cbd0390ff', 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'tenant_id': 'd187523ae340477fb5877262a1160f1f', 'fixed_ips': [{'subnet_id': 'f8cc1afa-8384-4d80-8791-244b3770b41c'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:23.951473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:23.993639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device db558192-9b8e-4d62-8399-2a7d806ca622 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:24.056366 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.207926 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port db558192-9b8e-4d62-8399-2a7d806ca622 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:24.209111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.276969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:24.291227 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:24.291544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:24.293466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.293916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group_rule and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:24.298491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Allocated IP 172.20.0.2 (4b18c416-11eb-4322-92dc-586cbd0390ff/f8cc1afa-8384-4d80-8791-244b3770b41c/1730bc35-1572-4a73-8b5f-f142859e8c2e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:24.301690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:24.320083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:24.341429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.357698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fa5f7a60-3646-4cf6-ad4d-13f963b14db5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:24.375082 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 11d8f014-b55d-4e60-b1f8-80ab79c19980 associated. External IP: 172.36.7.187, port: 270cbf05-2247-41a2-874b-e4c8bfad6234. Dec 20 12:05:24.440468 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 308db919-aa3d-420c-b7cd-cc46aaa9e309 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:24.442858 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Transition to ACTIVE for port object 7fefced5-34ea-465a-ad19-c01ab7171bed will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:24.457040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e310e7-ae90-4d0d-9629-4f0e140103bb req-d6e4557e-efc4-4bcc-860d-99acb0478b71 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:24.464799 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-05e310e7-ae90-4d0d-9629-4f0e140103bb req-d6e4557e-efc4-4bcc-860d-99acb0478b71 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 944 time: 0.3472536 Dec 20 12:05:24.502169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.502562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.503261 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Floating IP 87c51327-17c0-4676-b4d0-82189b755a8f disassociated. External IP: 172.36.7.252, port: 093dffce-dcb4-4867-a158-0b823612c247. Dec 20 12:05:24.503261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Calling delete_port for 093dffce-dcb4-4867-a158-0b823612c247 owned by compute:nova {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:24.566530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:24.577340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.585472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:24.589816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.595654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 308db919-aa3d-420c-b7cd-cc46aaa9e309 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:24.595939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.598630 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dc05f072-8b9f-4fd2-bf31-a91f29f9a3d4 tempest-FloatingIPAdminTestJSON-1278518287 tempest-FloatingIPAdminTestJSON-1278518287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:24.601013 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:24.632174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Port': ['ID=c8176d62-8c03-48cd-95ca-c049e43ca007,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:24.642000 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-05e310e7-ae90-4d0d-9629-4f0e140103bb req-09fbaf50-b6e0-40a2-945c-0681355cc8e0 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups?id=7676e049-8e7c-42a0-8502-4de77998eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599896 Dec 20 12:05:24.661188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:24.682224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.683547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.734863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Transition to ACTIVE for port object 1730bc35-1572-4a73-8b5f-f142859e8c2e will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:24.746611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df79633-9985-45c5-9c96-54d83ee60873,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:24.747694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] For port 308db919-aa3d-420c-b7cd-cc46aaa9e309, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=308db919-aa3d-420c-b7cd-cc46aaa9e309,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:24.756751 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:24.770056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.772056 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3542042 Dec 20 12:05:24.773818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-383f1be8-580b-4bb9-bf4c-1540baa74002 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:24.774507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.774729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Transition to ACTIVE for port object 1730bc35-1572-4a73-8b5f-f142859e8c2e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:24.783064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.787844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-99ef861b-154f-47ff-b3d0-f2a2948534a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:24.804261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37136) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:24.807049 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 3db4472b-ddb6-40b5-bc94-72d4f0276622 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:24.807397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.816448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:24.854050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:24.863192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:24.867777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:24.867929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:24.870952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:24.874343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1652320911'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:24.874579 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Pushing event updated for resources: {'Port': ['ID=1730bc35-1572-4a73-8b5f-f142859e8c2e,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:24.874719 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:24.878406 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:24.882957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3db4472b-ddb6-40b5-bc94-72d4f0276622 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:24.886552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-25911496-d1d7-4ad3-b795-d08ce3c4f42b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:24.921039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 3db4472b-ddb6-40b5-bc94-72d4f0276622 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:24.921441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3db4472b-ddb6-40b5-bc94-72d4f0276622 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:24.954050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] The port '3db4472b-ddb6-40b5-bc94-72d4f0276622' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:24.966382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:24.996034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:25.005005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:25.011771 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.016441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Attempting to bind port 1730bc35-1572-4a73-8b5f-f142859e8c2e on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:25.016822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Attempting to bind port 1730bc35-1572-4a73-8b5f-f142859e8c2e by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'debb7822-889b-48e0-b437-eaa50bb7803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:25.017250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Attempting to bind port 1730bc35-1572-4a73-8b5f-f142859e8c2e on network 4b18c416-11eb-4322-92dc-586cbd0390ff {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:25.026232 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:25.026692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Checking segment: {'id': 'debb7822-889b-48e0-b437-eaa50bb7803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:25.027112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.027573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Bound using segment: {'id': 'debb7822-889b-48e0-b437-eaa50bb7803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:25.028056 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Bound port: 1730bc35-1572-4a73-8b5f-f142859e8c2e, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debb7822-889b-48e0-b437-eaa50bb7803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:25.028448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.037603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:25.049821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:05:25.090031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Pushing event updated for resources: {'Port': ['ID=7fefced5-34ea-465a-ad19-c01ab7171bed,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.093557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.117418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.125105 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=82e6fbae-c674-4ffb-876c-7b89bff5d1af,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.137580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.139419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.142196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.150535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.169149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.172672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] For port 1730bc35-1572-4a73-8b5f-f142859e8c2e, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:25.177538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] For port 1730bc35-1572-4a73-8b5f-f142859e8c2e, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1730bc35-1572-4a73-8b5f-f142859e8c2e,segment=NetworkSegment(debb7822-889b-48e0-b437-eaa50bb7803e),segment_id=debb7822-889b-48e0-b437-eaa50bb7803e)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:25.180912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3cfa8021-fd09-49ea-ae8b-abf2173d63b4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:25.184564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.188548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b7caf596-d0c7-4756-95e8-dd8c91d82291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:25.247724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.251522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.304135 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Pushing event updated for resources: {'Port': ['ID=1730bc35-1572-4a73-8b5f-f142859e8c2e,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.307887 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.322231 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fb56cda9-d2c0-43d7-9f8b-6d026fc25e61 None None] Provisioning for port 7fefced5-34ea-465a-ad19-c01ab7171bed completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:25.322498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:25.330823 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fb56cda9-d2c0-43d7-9f8b-6d026fc25e61 None None] Provisioning complete for port 7fefced5-34ea-465a-ad19-c01ab7171bed triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:25.331147 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fb56cda9-d2c0-43d7-9f8b-6d026fc25e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.363969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f12e58e-e5df-4ca2-8581-e2bd82cd9915') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:25.364354 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f12e58e-e5df-4ca2-8581-e2bd82cd9915') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:25.386449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.405537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:25.427806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:25.429662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=308db919-aa3d-420c-b7cd-cc46aaa9e309,revision_number=5']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.447334 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5211b9f-2255-4751-9508-cfcb2624fab6 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:25.451107 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:25.451694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.503915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.518095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:25.518657 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.532102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:25.566878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group_rule and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:25.571668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-fb56cda9-d2c0-43d7-9f8b-6d026fc25e61 None None] Port 7fefced5-34ea-465a-ad19-c01ab7171bed cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:25.574807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:25.638973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:25.698926 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:25.717419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:25.720583 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:25.726415 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:25.736369 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.741533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:25.747872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8c790f05-bfb8-4462-be20-1fb0aa921e2f tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:25.837275 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.6234200 Dec 20 12:05:25.870723 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37144) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:25.876002 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4 HTTP/1.1" status: 204 len: 168 time: 3.4701457 Dec 20 12:05:25.883346 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37148) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:25.898042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=a5b0c11f-6d6d-4b0c-b671-c39ce87f79f4,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:25.912989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'name': 'tempest-PortsIpV6TestJSON-414303791'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:25.916370 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:d6:5c:c1', 'name': 'tempest-NetworksTestDHCPv6-1873641266'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:25.946534 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:26.047641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1730bc35-1572-4a73-8b5f-f142859e8c2e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:26.048299 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-2c59180f-4ddd-4471-91f1-344e5e49d3ae req-279f4c15-4c2b-44c8-ab48-5549f60ebaec tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 210 time: 0.1365402 Dec 20 12:05:26.061129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=a073d24e-3194-4b4c-a2f5-487c793f7a76,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:26.097811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:26.103196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network bc9de524-a60d-4989-97db-5baf067e8960 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:26.109964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f2c0ee0f-82df-4adc-a57a-746ec12d1d28 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.828s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:26.126643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 1730bc35-1572-4a73-8b5f-f142859e8c2e completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:26.134050 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 308db919-aa3d-420c-b7cd-cc46aaa9e309 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:26.154448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:26.226566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 308db919-aa3d-420c-b7cd-cc46aaa9e309 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:26.227838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.233991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event deleted for resources: {'Port': ['ID=093dffce-dcb4-4867-a158-0b823612c247,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:26.247202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:26.523883 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:26.527199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.532920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:26.537512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:26.541475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:26.571676 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:26.577269 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:26.586271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.596531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:26.610812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:26.683263 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:26.713619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.746348 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.764919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.791078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:26.800010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb907db8-b3bc-4ca1-a9ce-432ff58e48cf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:26.838424 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:26.843249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.856293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.862142 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0556679 Dec 20 12:05:26.865674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37152) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:26.880452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-147236743', 'security_groups': ['fa27b999-9c1b-42f6-b161-5828fc3c9e08'], 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8cc1afa-8384-4d80-8791-244b3770b41c'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:26.909518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa27b999-9c1b-42f6-b161-5828fc3c9e08,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:26.914031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:26.919834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-30b33cb7-22c1-43bc-a4c8-1c277f801681 None None] Provisioning complete for port 82e6fbae-c674-4ffb-876c-7b89bff5d1af triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:26.920269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-30b33cb7-22c1-43bc-a4c8-1c277f801681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.964213 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.994253 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:26.995324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 7dac481e-b89f-492a-b26a-5103d8600d88 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:27.028455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-30b33cb7-22c1-43bc-a4c8-1c277f801681 None None] Port 82e6fbae-c674-4ffb-876c-7b89bff5d1af cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:27.077332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Pushing event updated for resources: {'Port': ['ID=7fefced5-34ea-465a-ad19-c01ab7171bed,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:27.083365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:27.102125 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:27.152518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Provisioning complete for port 308db919-aa3d-420c-b7cd-cc46aaa9e309 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:27.153173 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.153381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port ff417b25-f656-40ca-8472-22c59c63547b yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:27.263716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.293315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.312715 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Provisioning complete for port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:27.316519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.385259 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:27.385728 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-a2756274-00f3-43e3-94d2-65d2ef2ad5d2 req-09943b3f-0928-408f-96bc-5d9daf28164c tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 210 time: 0.1400712 Dec 20 12:05:27.417165 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Provisioning for port 1730bc35-1572-4a73-8b5f-f142859e8c2e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:27.423363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:27.423826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.493544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:27.515215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:port and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:27.519357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Router 47251207-637b-489f-8ddb-cddce271b30b has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:27.523940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:27.558452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:27.564602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.584498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.597412 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:27.607325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] For port 1730bc35-1572-4a73-8b5f-f142859e8c2e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1730bc35-1572-4a73-8b5f-f142859e8c2e,segment=NetworkSegment(debb7822-889b-48e0-b437-eaa50bb7803e),segment_id=debb7822-889b-48e0-b437-eaa50bb7803e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:27.614204 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.617614 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:27.629501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:27.646469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:27.695232 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Pushing event updated for resources: {'Port': ['ID=1730bc35-1572-4a73-8b5f-f142859e8c2e,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:27.708506 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:27.776630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.792440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2fc4dc15-d05e-41e0-bcbf-a7a6819190ef tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:27.894102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:27.895652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=7dac481e-b89f-492a-b26a-5103d8600d88,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:27.898241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1730bc35-1572-4a73-8b5f-f142859e8c2e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:27.902331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:27.903238 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:27.907221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:27.911026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:27.912229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:27.934161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router dbd05a5b-696c-4148-84b3-d728829a4bf0 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:05:27.954202 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 172.20.0.13 (51a1536f-8906-4846-ba25-f9918687ea89/24301fd8-628d-4625-95b1-7061b8f2c784/ff417b25-f656-40ca-8472-22c59c63547b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:28.001809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:28.002412 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.030539 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1374459 Dec 20 12:05:28.033163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37158) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:28.073561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-dc6f7a96-b990-46d4-b3c8-2bd695e0a62f None None] Provisioning complete for port 7fefced5-34ea-465a-ad19-c01ab7171bed triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:28.073967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7a96-b990-46d4-b3c8-2bd695e0a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.140948 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fed6:5cc1 (51a1536f-8906-4846-ba25-f9918687ea89/a073d24e-3194-4b4c-a2f5-487c793f7a76/ff417b25-f656-40ca-8472-22c59c63547b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:28.169553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f7a96-b990-46d4-b3c8-2bd695e0a62f None None] Port 7fefced5-34ea-465a-ad19-c01ab7171bed cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:28.222544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.276480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port b4c80bfa-4b93-43ef-9864-fa6081a3483c yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:28.370999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 7dac481e-b89f-492a-b26a-5103d8600d88 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:28.371356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.543662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:28.557959 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] Sync routers for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:28.580301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:28.581660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:28.662890 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-38c749a7-b6c2-4662-afb0-7758219b76f6 req-8e2fc022-44f8-4f72-a478-9bc237dc6bbb tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 210 time: 0.1398563 Dec 20 12:05:28.681774 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:28.696492 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:28.729271 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:28.732315 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:28.736574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Router 347c0359-50f9-43a1-9cc1-143818c0b15a is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:05:28.748944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] No DVR routers for this DVR port 093dffce-dcb4-4867-a158-0b823612c247 on host hv-neutron-vict {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:28.800088 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.851730 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:28.865560 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.871022 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:28.872004 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:28.890315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:28.937117 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object ff417b25-f656-40ca-8472-22c59c63547b will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:28.959652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.8 (4b18c416-11eb-4322-92dc-586cbd0390ff/f8cc1afa-8384-4d80-8791-244b3770b41c/b4c80bfa-4b93-43ef-9864-fa6081a3483c) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:28.974141 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.0718319 Dec 20 12:05:28.980982 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37164) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:28.985517 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:28.986378 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3b8b1-8b0d-434e-ac99-0ff7754437ac None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:29.067341 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:29.113322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.117156 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-de0f06dc-0b13-437d-982b-3679cc306b7e req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.62 "DELETE /v2.0/ports/093dffce-dcb4-4867-a158-0b823612c247 HTTP/1.1" status: 204 len: 173 time: 10.8712070 Dec 20 12:05:29.118076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'name': 'network-vif-deleted', 'tag': '093dffce-dcb4-4867-a158-0b823612c247'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:05:29.141691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 7dac481e-b89f-492a-b26a-5103d8600d88 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:29.196834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:29.206377 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.220449 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/dbd05a5b-696c-4148-84b3-d728829a4bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2768376 Dec 20 12:05:29.225404 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37170) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:29.237081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:29.291399 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a42a10e-f49b-407d-9b75-d5f7501118e3', 'name': 'network-vif-deleted', 'tag': '093dffce-dcb4-4867-a158-0b823612c247', 'status': 'completed', 'code': 200} Dec 20 12:05:29.343304 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] Sync routers for ids ['dbd05a5b-696c-4148-84b3-d728829a4bf0'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:29.353232 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-30dff070-382e-4843-8f5f-1d636cd4a545 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "GET /v2.0/floatingips/11d8f014-b55d-4e60-b1f8-80ab79c19980 HTTP/1.1" status: 200 len: 978 time: 0.3708332 Dec 20 12:05:29.382541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37174) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:29.426752 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] Routers {'dbd05a5b-696c-4148-84b3-d728829a4bf0'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:29.428253 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['dbd05a5b-696c-4148-84b3-d728829a4bf0'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:29.493980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:29.500701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a71a74-d063-4710-adfd-c73142bcf193 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:29.506786 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-94a71a74-d063-4710-adfd-c73142bcf193 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports/82e6fbae-c674-4ffb-876c-7b89bff5d1af HTTP/1.1" status: 200 len: 976 time: 0.2733970 Dec 20 12:05:29.506786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37178) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:29.532285 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] Routers {'dbd05a5b-696c-4148-84b3-d728829a4bf0'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:29.532929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['dbd05a5b-696c-4148-84b3-d728829a4bf0'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:29.600979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:29.611742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:29.613662 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=ff417b25-f656-40ca-8472-22c59c63547b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:29.616610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:29.636659 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:29.637062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd918b9-bf42-4db3-8b4c-6c4a6c07ec4b None None] The sync data for ids ['dbd05a5b-696c-4148-84b3-d728829a4bf0'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:29.665140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.679834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:29.690316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:29.695128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] Checking router: 47251207-637b-489f-8ddb-cddce271b30b for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:29.708075 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:29.709561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:29.737906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=7dac481e-b89f-492a-b26a-5103d8600d88,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:29.747080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:29.748345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:29.760371 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:29.783685 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.788720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-013f805b-c92d-4e1c-a93f-30e864f486fa tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Synchronizing usage tracker for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:floatingip {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:29.863857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.880584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:29.881216 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:29.919825 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/7dac481e-b89f-492a-b26a-5103d8600d88 HTTP/1.1" status: 204 len: 168 time: 1.8865139 Dec 20 12:05:29.925825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37184) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:29.950413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'mac_address': 'fa:16:3e:50:7a:84', 'name': 'tempest-PortsIpV6TestJSON-1889717991'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:29.979697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-013f805b-c92d-4e1c-a93f-30e864f486fa tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Unset dirty status for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:floatingip {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:29.980930 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-013f805b-c92d-4e1c-a93f-30e864f486fa tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5937967 Dec 20 12:05:29.991615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37188) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:30.010582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object b4c80bfa-4b93-43ef-9864-fa6081a3483c will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:30.019344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'port_id': '13db0fde-ceaf-445d-b159-966897d1bfc3'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:30.049435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:30.060389 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1808071 Dec 20 12:05:30.069006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37192) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:30.071271 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e75e6172-0090-47b4-a021-11f541ec35d6 req-ee709402-b340-44e6-ae64-bf063678217a tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a42a10e-f49b-407d-9b75-d5f7501118e3 HTTP/1.1" status: 200 len: 210 time: 0.0576205 Dec 20 12:05:30.167984 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.176879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d2df8b18-4d68-4eda-a7e7-f77acffb71e8 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:30.314702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-88483802-3b05-4ab3-b891-fa1256a9f838 None None] Provisioning for port ff417b25-f656-40ca-8472-22c59c63547b completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:30.326645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-88483802-3b05-4ab3-b891-fa1256a9f838 None None] Provisioning complete for port ff417b25-f656-40ca-8472-22c59c63547b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:30.327019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-88483802-3b05-4ab3-b891-fa1256a9f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.394574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:30.405736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.426521 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-88483802-3b05-4ab3-b891-fa1256a9f838 None None] Port ff417b25-f656-40ca-8472-22c59c63547b cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:30.471752 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:30.478993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:30.479396 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:30.484869 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:30.488642 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:05:30.493083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:30.511542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:30.515641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b660bc2-76cf-470a-b7f2-91c49b479b18 None None] The sync data for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv is: [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:01:30Z', 'revision_number': 4, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'c52dcc38-ae16-42a0-a327-d9ae7a07911a', 'name': '', 'network_id': '29668f17-f73c-4085-abea-6d06b9c7a23b', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'mac_address': 'fa:16:3e:91:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:28Z', 'updated_at': '2021-12-20T12:01:44Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'subnets': [{'id': 'c2a5023f-d2f7-4d49-8083-4de521aebc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:30.517986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=b4c80bfa-4b93-43ef-9864-fa6081a3483c,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:30.530619 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b3679-4abe-42b6-aa15-2b7f4a0e4d82 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:30.534455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b3679-4abe-42b6-aa15-2b7f4a0e4d82 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:30.535252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-106b3679-4abe-42b6-aa15-2b7f4a0e4d82 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:30.543609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:30.557586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:30.585553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:30.586088 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.608309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-106b3679-4abe-42b6-aa15-2b7f4a0e4d82 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:30.609484 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-106b3679-4abe-42b6-aa15-2b7f4a0e4d82 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5371315 Dec 20 12:05:30.613837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37196) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:30.655552 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7842236 Dec 20 12:05:30.655759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37200) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:30.669266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:30.671329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:30.743413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port ff417b25-f656-40ca-8472-22c59c63547b {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:30.743413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.811532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:30.822714 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] Sync routers for ids ['347c0359-50f9-43a1-9cc1-143818c0b15a'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:30.834766 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] Routers {'347c0359-50f9-43a1-9cc1-143818c0b15a'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:30.835820 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['347c0359-50f9-43a1-9cc1-143818c0b15a'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:30.852300 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:30.861309 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] 10.222.0.41 "PUT /v2.0/routers/2948f1b8-3c13-4c3f-8bd3-5f57ec325288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3799317 Dec 20 12:05:30.866757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Sync routers for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:30.878636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.879836 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "PUT /v2.0/routers/347c0359-50f9-43a1-9cc1-143818c0b15a HTTP/1.1" status: 200 len: 914 time: 13.4600203 Dec 20 12:05:30.888768 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:30.889477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:30.896511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37206) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:30.969043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:30.979856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:30.985856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:30.997811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:31.003526 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.010271 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:31.021307 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] Routers {'347c0359-50f9-43a1-9cc1-143818c0b15a'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:31.023210 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['347c0359-50f9-43a1-9cc1-143818c0b15a'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.041397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a29e6466-eb35-4cb7-a598-c225f0a83c9e None None] Provisioning for port b4c80bfa-4b93-43ef-9864-fa6081a3483c completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:31.073818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a29e6466-eb35-4cb7-a598-c225f0a83c9e None None] Provisioning complete for port b4c80bfa-4b93-43ef-9864-fa6081a3483c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:31.074205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a29e6466-eb35-4cb7-a598-c225f0a83c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.085155 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:31.106073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.162205 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.162719 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8721c23-a3b9-44da-aecd-da15d8ba7089 None None] The sync data for ids ['347c0359-50f9-43a1-9cc1-143818c0b15a'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:31.216592 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a29e6466-eb35-4cb7-a598-c225f0a83c9e None None] Port b4c80bfa-4b93-43ef-9864-fa6081a3483c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:31.239518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 051acd53-2c65-4ed3-8388-b2ab5d125723 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:31.294511 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:31.305470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37218) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:31.336692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.365550 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8cc1afa-8384-4d80-8791-244b3770b41c (CIDR: 172.20.0.0/28) Dec 20 12:05:31.486291 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:31.486725 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:31.498032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for ff417b25-f656-40ca-8472-22c59c63547b owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:31.584734 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0ab4a7e6-5e37-4a2f-af6c-ded0b99d2513 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9279253 Dec 20 12:05:31.590744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37226) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:31.618407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.686680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.813694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:31.836864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.846519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:31.871763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7676e049-8e7c-42a0-8502-4de77998eb33,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:31.875209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:31.891024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.894797 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "DELETE /v2.0/security-groups/7676e049-8e7c-42a0-8502-4de77998eb33 HTTP/1.1" status: 204 len: 168 time: 0.5883327 Dec 20 12:05:31.895399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37234) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:31.912335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.914541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:31.924251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3402d858-a581-4d40-9ec8-2ffa298b1e83 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:31.969889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:26Z', 'revision_number': 2, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:31.975693 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Checking router: 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:31.976442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Updating router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 port 7fefced5-34ea-465a-ad19-c01ab7171bed binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:05:31.987122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=ff417b25-f656-40ca-8472-22c59c63547b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:31.990638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:31.991576 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-874ac94a-9b26-4cca-bfd7-29afcc86dd77 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] show failed (client error): The resource could not be found. Dec 20 12:05:31.997144 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-874ac94a-9b26-4cca-bfd7-29afcc86dd77 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "GET /v2.0/security-groups/7676e049-8e7c-42a0-8502-4de77998eb33 HTTP/1.1" status: 404 len: 347 time: 0.0973783 Dec 20 12:05:32.000523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37240) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:32.064182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.195543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37246) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:32.198693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.204601 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/ff417b25-f656-40ca-8472-22c59c63547b HTTP/1.1" status: 204 len: 168 time: 1.5897088 Dec 20 12:05:32.207480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37248) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:32.213269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1121026816-network', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:32.218313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:32.222758 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Usage tracker for resource:network and tenant:f8808b72a0f34f65a18ff4ce65244a84 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:32.231230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:32.299979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:32.313652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b5b46-1ca2-4353-9282-bac9f2d0dbe2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.316229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b5b46-1ca2-4353-9282-bac9f2d0dbe2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.316350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b5b46-1ca2-4353-9282-bac9f2d0dbe2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.317281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-822b5b46-1ca2-4353-9282-bac9f2d0dbe2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:32.330166 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Made reservation on behalf of f8808b72a0f34f65a18ff4ce65244a84 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:32.332728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.351545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.363482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-822b5b46-1ca2-4353-9282-bac9f2d0dbe2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:32.365235 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-822b5b46-1ca2-4353-9282-bac9f2d0dbe2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1563332 Dec 20 12:05:32.370418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37254) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:32.444834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:32.482918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.497516 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Transition to ACTIVE for port object 7fefced5-34ea-465a-ad19-c01ab7171bed will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:32.506202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.512269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-15523264-4bd0-4e7b-9a7e-50cb4f9f6eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:32.513698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Deleting port 3597a2a7-f624-4fb1-be41-7cafe4496e9c {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:32.514249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.559576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:32.569624 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.582535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Usage tracker for resource:security_group_rule and tenant:f8808b72a0f34f65a18ff4ce65244a84 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:32.587231 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:32.587452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:32.590042 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e77f86fc-e431-47d1-9505-b2d5c88c318d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:32.597043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:32.627625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:32.646666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f666cb-23fd-4854-8db6-f397aec15474 None None] Pushing event updated for resources: {'Port': ['ID=7fefced5-34ea-465a-ad19-c01ab7171bed,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:32.651785 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e4f666cb-23fd-4854-8db6-f397aec15474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:32.652843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:32.760086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:32.778797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Attempting to bind port 7fefced5-34ea-465a-ad19-c01ab7171bed on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:32.779264 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Attempting to bind port 7fefced5-34ea-465a-ad19-c01ab7171bed by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:32.779636 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Attempting to bind port 7fefced5-34ea-465a-ad19-c01ab7171bed on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:32.789807 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:32.790195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Checking segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:32.790706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.791241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Bound using segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:32.791602 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 24301fd8-628d-4625-95b1-7061b8f2c784 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:32.791814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Bound port: 7fefced5-34ea-465a-ad19-c01ab7171bed, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:32.792273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.797747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.861018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:32.881403 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:32.883668 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=051acd53-2c65-4ed3-8388-b2ab5d125723,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:32.891566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.903368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:32.907250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:32.907849 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.967377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] For port 7fefced5-34ea-465a-ad19-c01ab7171bed, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:32.971217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] For port 7fefced5-34ea-465a-ad19-c01ab7171bed, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7fefced5-34ea-465a-ad19-c01ab7171bed,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:32.972002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.980667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.981877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:32.986074 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eefdc5d1-f176-46fe-802d-258817da21fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:32.986746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e38943e4-b152-4e55-882b-cb59f0e72e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:33.023475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:33.027753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:33.039073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01ee1a-3af4-465b-b39d-e91c61d83474,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:33.043875 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:33.051285 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.051675 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Added segment 8570ecea-aa9f-4648-b8a6-7c52a24ce77b of type vlan for network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 Dec 20 12:05:33.082485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.093096 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:33.093747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:33.110953 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8abc09-12c4-4494-8f69-403b6df6e0a7 None None] New status for floating IP 87c51327-17c0-4676-b4d0-82189b755a8f: DOWN {{(pid=83531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:05:33.128828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.155025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f666cb-23fd-4854-8db6-f397aec15474 None None] Pushing event updated for resources: {'Port': ['ID=7fefced5-34ea-465a-ad19-c01ab7171bed,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:33.156385 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4fb33b8f-3b48-4ac8-ba14-fe1e73cefd7c tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/347c0359-50f9-43a1-9cc1-143818c0b15a HTTP/1.1" status: 200 len: 920 time: 2.2578068 Dec 20 12:05:33.162879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e4f666cb-23fd-4854-8db6-f397aec15474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:33.170889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37258) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:33.236509 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3034723 Dec 20 12:05:33.240387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37262) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:33.247273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:05:33.291798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.292812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:33.293387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.308477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b043d558-d211-40d2-84d7-980a0e134f35 tempest-BulkNetworkOpsIpV6Test-272591901 tempest-BulkNetworkOpsIpV6Test-272591901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:33.356815 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:33.361324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.361948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.411211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.502445 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04406d06-864a-42f3-b652-74a3f179a1b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:33.502991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-04406d06-864a-42f3-b652-74a3f179a1b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:33.514986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae3eaaf-443f-4bb8-9ef4-c57d6525c461,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:33.518283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:33.521660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-32423056-ad7c-4c65-9693-4107da899b8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:33.535266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:33.558224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.564906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.568630 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/24301fd8-628d-4625-95b1-7061b8f2c784 HTTP/1.1" status: 204 len: 168 time: 1.1955485 Dec 20 12:05:33.573624 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3651924 Dec 20 12:05:33.575426 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37266) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:33.575757 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37268) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:33.583806 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba9699-84f3-45cc-a7a9-83bd593ddeff None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:33.591319 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Calling delete_port for 3597a2a7-f624-4fb1-be41-7cafe4496e9c owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:33.594480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Request body: {'subnet': {'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1121026816-subnet', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'ip_version': 4}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:33.598586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=24301fd8-628d-4625-95b1-7061b8f2c784,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:33.602271 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:33.645404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:33.660253 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Usage tracker for resource:subnet and tenant:f8808b72a0f34f65a18ff4ce65244a84 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:33.665948 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-04406d06-864a-42f3-b652-74a3f179a1b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:33.669976 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-04406d06-864a-42f3-b652-74a3f179a1b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/051acd53-2c65-4ed3-8388-b2ab5d125723 HTTP/1.1" status: 200 len: 845 time: 0.4259493 Dec 20 12:05:33.669976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:33.675674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37274) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:33.684512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:33.687316 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.715784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.733768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c6f6bcb2-b161-45b3-9970-7ec091f3b053 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Synchronizing usage tracker for tenant:9ae58103ba314c7f9bb96473ce1879ac on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:33.768408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet a073d24e-3194-4b4c-a2f5-487c793f7a76 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:33.776043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.810742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Made reservation on behalf of f8808b72a0f34f65a18ff4ce65244a84 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:33.813657 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.853882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c6f6bcb2-b161-45b3-9970-7ec091f3b053 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Unset dirty status for tenant:9ae58103ba314c7f9bb96473ce1879ac on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:33.857920 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c6f6bcb2-b161-45b3-9970-7ec091f3b053 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=347c0359-50f9-43a1-9cc1-143818c0b15a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6832931 Dec 20 12:05:33.868866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37278) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:33.931293 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 051acd53-2c65-4ed3-8388-b2ab5d125723 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:33.931906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:33.983353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.100282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:32Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:34.112751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499a367-a03c-45d8-8b88-775ba7793f5c None None] The sync data for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv is: [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:32Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:34.206371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.298412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:34.299269 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:34.325583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.404190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21310df9-cebb-45af-9294-3dee8f085ffd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:34.405068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-21310df9-cebb-45af-9294-3dee8f085ffd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Synchronizing usage tracker for tenant:9ae58103ba314c7f9bb96473ce1879ac on resource:network {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:34.405250 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.553354 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-21310df9-cebb-45af-9294-3dee8f085ffd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Unset dirty status for tenant:9ae58103ba314c7f9bb96473ce1879ac on resource:network {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:34.554574 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-21310df9-cebb-45af-9294-3dee8f085ffd tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 0.6816397 Dec 20 12:05:34.559546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37282) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:34.649447 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-39d37627-b80b-437a-8534-f0bcd8b8f0e9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=347c0359-50f9-43a1-9cc1-143818c0b15a HTTP/1.1" status: 200 len: 205 time: 0.0886533 Dec 20 12:05:34.691057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37286) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:34.716966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 051acd53-2c65-4ed3-8388-b2ab5d125723 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:34.820129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.822181 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Deleting port 3597a2a7-f624-4fb1-be41-7cafe4496e9c {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:34.822527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.831391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dcd25d4e-6202-45c9-a868-76111fc8c212 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:34.883359 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.909805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:34.960586 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/a073d24e-3194-4b4c-a2f5-487c793f7a76 HTTP/1.1" status: 204 len: 168 time: 1.3779628 Dec 20 12:05:34.966256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37290) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:34.968632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c839211-97f1-4184-b1b7-847fb31b6500,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:34.973514 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:34.974204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3c66610d-7680-40e0-9435-38975c16b14a tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:34.988280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59265855-c72a-4e5d-ae9d-eae42246b557 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:35.013048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=a073d24e-3194-4b4c-a2f5-487c793f7a76,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:35.015837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.018634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:35.027055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b26c93fd-22f3-4f1c-8557-a7d4594b47a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:35.043776 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8ce15dcc-0401-4aa9-bf72-0257ae06984b None None] Provisioning complete for port 308db919-aa3d-420c-b7cd-cc46aaa9e309 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:35.044249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8ce15dcc-0401-4aa9-bf72-0257ae06984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.086735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Checking segment: {'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:35.087485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Network hostable DHCP agents. Network: 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:35.102681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=051acd53-2c65-4ed3-8388-b2ab5d125723,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:35.111441 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:35.121187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.144023 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/051acd53-2c65-4ed3-8388-b2ab5d125723 HTTP/1.1" status: 204 len: 168 time: 1.4585729 Dec 20 12:05:35.146492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37294) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:35.187291 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6263a7e1-056c-42f8-b88e-aa16074d4f78 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2152190 Dec 20 12:05:35.195165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37298) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:35.209247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:35.246499 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:35.253455 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac06509b-a358-4f25-9af1-c84337a33c73 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:05:35.253976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ac06509b-a358-4f25-9af1-c84337a33c73 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:35.254718 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 11d8f014-b55d-4e60-b1f8-80ab79c19980 associated. External IP: 172.36.7.187, port: 270cbf05-2247-41a2-874b-e4c8bfad6234. Dec 20 12:05:35.327992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ac06509b-a358-4f25-9af1-c84337a33c73 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:35.329222 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ac06509b-a358-4f25-9af1-c84337a33c73 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/051acd53-2c65-4ed3-8388-b2ab5d125723 HTTP/1.1" status: 404 len: 333 time: 0.1814153 Dec 20 12:05:35.330086 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:35.336659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:35.337330 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.349660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a81ea5-bcb8-4b21-a458-303f4a45b4b6 None None] Network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:35.354628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37302) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:35.374551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'name': 'tempest-PortsIpV6TestJSON-38982461'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:35.409299 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8251212 Dec 20 12:05:35.417079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37306) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:35.420891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.429916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:35.446755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-dfb4542c-c097-482a-93f5-b77ef01fcfaf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:35.479074 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.479396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.484377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:35.488980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:35.493538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Deleting port 308db919-aa3d-420c-b7cd-cc46aaa9e309 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:35.493935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.497450 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1121026816-router', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:35.500177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:35.510308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:35.521983 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:35.533926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:35.538467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.555011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:35.570166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:35.576477 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:35.584675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:35.595349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Usage tracker for resource:router and tenant:f8808b72a0f34f65a18ff4ce65244a84 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:35.620672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c024e-cc3f-44ca-9b1a-63103a55bc01 None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:35.644400 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:35.658004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.667516 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:35.668104 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.678888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:35.793830 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port dade392f-62e2-48fb-beb1-2102eb1e5c11 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:35.830519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1244f02-def8-476d-a536-059e47097752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-1ae3eaaf-443f-4bb8-9ef4-c57d6525c461', 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'fixed_ips': [{'subnet_id': '1c839211-97f1-4184-b1b7-847fb31b6500'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:35.831198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1244f02-def8-476d-a536-059e47097752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.903427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Calling delete_port for 3597a2a7-f624-4fb1-be41-7cafe4496e9c owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:35.961767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:35.962013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:35.980204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a9197c45-a47d-47dd-bc04-c260060fe40f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.011389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=517684bb-9967-4c59-a2a8-5c0fedf17ced,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.018743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] For port 308db919-aa3d-420c-b7cd-cc46aaa9e309, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=308db919-aa3d-420c-b7cd-cc46aaa9e309,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:36.018743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.025466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.027541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7fefced5-34ea-465a-ad19-c01ab7171bed up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:36.042709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:36.051409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:36.060370 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:36.060971 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.074084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.075278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.079131 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.4832590 Dec 20 12:05:36.089824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37310) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:36.158496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-393119205', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '517684bb-9967-4c59-a2a8-5c0fedf17ced'}], 'security_groups': ['7df79633-9985-45c5-9c96-54d83ee60873']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:36.174374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.182868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.205326 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0055377 Dec 20 12:05:36.205669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37314) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:36.214662 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:36.230582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.237335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.285323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Calling delete_port for 308db919-aa3d-420c-b7cd-cc46aaa9e309 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:36.302422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 82e6fbae-c674-4ffb-876c-7b89bff5d1af {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:36.303397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.361857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.368812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-47deee28-d144-42e3-9add-ec74ec48731b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.412235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.439149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:36.447035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:36.459290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:36.462318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=dade392f-62e2-48fb-beb1-2102eb1e5c11,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.467797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:36.468788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:36.471068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.473997 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:36.485948 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:36.491390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:36.492004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.513474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.517309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:36.521776 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.522993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.555549 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-b1244f02-def8-476d-a536-059e47097752 None None] Allocated IP 172.20.0.2 (1ae3eaaf-443f-4bb8-9ef4-c57d6525c461/1c839211-97f1-4184-b1b7-847fb31b6500/593381fa-d142-4443-909b-090fc6a0f705) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:36.582506 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Pushing event deleted for resources: {'Port': ['ID=308db919-aa3d-420c-b7cd-cc46aaa9e309,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.587633 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.589893 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.2341979 Dec 20 12:05:36.591294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 7fefced5-34ea-465a-ad19-c01ab7171bed completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:36.593612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37318) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:36.598167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] No DVR routers for this DVR port 308db919-aa3d-420c-b7cd-cc46aaa9e309 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:36.624064 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.626026 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7fefced5-34ea-465a-ad19-c01ab7171bed triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:36.626641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.639560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:36.660250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bbae57-1367-4bb9-9e61-75431cf448b1 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:36.703971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f322992e-166f-43fc-9167-a8332432d1b6 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:36.737428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:36.850079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Pushing event deleted for resources: {'Port': ['ID=3597a2a7-f624-4fb1-be41-7cafe4496e9c,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:36.865763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:36.965789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.034281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.208062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Update dhcp port {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'fixed_ips': [{'subnet_id': 'f8cc1afa-8384-4d80-8791-244b3770b41c', 'ip_address': '172.20.0.2'}, {'subnet_id': '517684bb-9967-4c59-a2a8-5c0fedf17ced'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '1730bc35-1572-4a73-8b5f-f142859e8c2e'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:05:37.231509 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 82e6fbae-c674-4ffb-876c-7b89bff5d1af owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:37.251701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.284089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.300124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1244f02-def8-476d-a536-059e47097752 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.354727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.373123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b1244f02-def8-476d-a536-059e47097752 None None] Transition to ACTIVE for port object 593381fa-d142-4443-909b-090fc6a0f705 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:37.403152 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.403611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:37.404613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.410262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:05:37.411255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.417329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2d10f7a9-5958-48d6-90ce-d6c29175337f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:37.447510 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.476481 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b1244f02-def8-476d-a536-059e47097752 None None] Transition to ACTIVE for port object 593381fa-d142-4443-909b-090fc6a0f705 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:37.477026 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 7fefced5-34ea-465a-ad19-c01ab7171bed, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7fefced5-34ea-465a-ad19-c01ab7171bed,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:37.486753 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] In _notify_port_updated(), no bound segment for port dade392f-62e2-48fb-beb1-2102eb1e5c11 on network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:05:37.490381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:37.491011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.494981 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "PUT /v2.0/ports/dade392f-62e2-48fb-beb1-2102eb1e5c11 HTTP/1.1" status: 200 len: 818 time: 0.8975570 Dec 20 12:05:37.506538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37322) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:37.528406 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.544795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae2df4ab-2bf6-4894-ba55-f3d950020125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:37.552452 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.579831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1244f02-def8-476d-a536-059e47097752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.582959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:37.587170 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port dade392f-62e2-48fb-beb1-2102eb1e5c11 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:37.587489 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.618134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:37.625814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=dade392f-62e2-48fb-beb1-2102eb1e5c11,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:37.631256 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:37.631886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.638395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:37.638558 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-66f8dcfd-a7e7-49de-8693-63778510ed33 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:37.662566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 308db919-aa3d-420c-b7cd-cc46aaa9e309 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:37.682798 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.735679 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 308db919-aa3d-420c-b7cd-cc46aaa9e309 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:37.736011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 308db919-aa3d-420c-b7cd-cc46aaa9e309 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:37.760212 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5534394 Dec 20 12:05:37.766953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37326) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:37.779316 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:86:20:45', 'name': 'tempest-NetworksTestDHCPv6-647501053'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:37.799319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1244f02-def8-476d-a536-059e47097752 None None] Network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:37.799564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=399996fe-07f4-4792-abb9-f72fd7e2f34a,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:37.808306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-b1244f02-def8-476d-a536-059e47097752 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:37.808467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:37.811557 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1244f02-def8-476d-a536-059e47097752 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:37.856401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=7fefced5-34ea-465a-ad19-c01ab7171bed,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:37.859838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:37.871685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4137e14b-86b6-4e62-816c-4aa053ffea53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:37.907972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:37.912569 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] 10.222.0.41 "DELETE /v2.0/floatingips/87c51327-17c0-4676-b4d0-82189b755a8f HTTP/1.1" status: 204 len: 168 time: 5.8447256 Dec 20 12:05:37.927910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37330) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:38.084601 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.160089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1244f02-def8-476d-a536-059e47097752 None None] Pushing event updated for resources: {'Port': ['ID=593381fa-d142-4443-909b-090fc6a0f705,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:38.163026 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b1244f02-def8-476d-a536-059e47097752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.168589 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b1244f02-def8-476d-a536-059e47097752 None None] Attempting to bind port 593381fa-d142-4443-909b-090fc6a0f705 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:38.168963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b1244f02-def8-476d-a536-059e47097752 None None] Attempting to bind port 593381fa-d142-4443-909b-090fc6a0f705 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:38.169523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1244f02-def8-476d-a536-059e47097752 None None] Attempting to bind port 593381fa-d142-4443-909b-090fc6a0f705 on network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:38.211450 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Allocated IP 172.20.0.18 (4b18c416-11eb-4322-92dc-586cbd0390ff/517684bb-9967-4c59-a2a8-5c0fedf17ced/1730bc35-1572-4a73-8b5f-f142859e8c2e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:38.220356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.222773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:38.228805 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1244f02-def8-476d-a536-059e47097752 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:38.229192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1244f02-def8-476d-a536-059e47097752 None None] Checking segment: {'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:38.229600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1244f02-def8-476d-a536-059e47097752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.229996 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1244f02-def8-476d-a536-059e47097752 None None] Bound using segment: {'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:38.230534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b1244f02-def8-476d-a536-059e47097752 None None] Bound port: 593381fa-d142-4443-909b-090fc6a0f705, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:38.230849 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1244f02-def8-476d-a536-059e47097752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.231191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for dade392f-62e2-48fb-beb1-2102eb1e5c11 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:38.254216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Deleting port c8176d62-8c03-48cd-95ca-c049e43ca007 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:38.254607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.280641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:38.295473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.311734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:38.314561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d479e28-c782-49c2-af0b-e58317f219ee tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:38.346224 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Allocated IP 172.20.0.2 (51a1536f-8906-4846-ba25-f9918687ea89/b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699/7430aa54-64c6-41c7-829a-452765f37d3e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:38.382592 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=82e6fbae-c674-4ffb-876c-7b89bff5d1af,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:38.390433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.406060 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Allocated IP 2001:db8::f816:3eff:fedf:c6c2 (51a1536f-8906-4846-ba25-f9918687ea89/399996fe-07f4-4792-abb9-f72fd7e2f34a/7430aa54-64c6-41c7-829a-452765f37d3e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:38.414697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.422291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f8b826dd-b374-4ac4-ab6c-21a662905b8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:38.467062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=dade392f-62e2-48fb-beb1-2102eb1e5c11,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:38.471264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.486850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b1244f02-def8-476d-a536-059e47097752 None None] For port 593381fa-d142-4443-909b-090fc6a0f705, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:38.500932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.529604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.531565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b1244f02-def8-476d-a536-059e47097752 None None] For port 593381fa-d142-4443-909b-090fc6a0f705, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=593381fa-d142-4443-909b-090fc6a0f705,segment=NetworkSegment(8570ecea-aa9f-4648-b8a6-7c52a24ce77b),segment_id=8570ecea-aa9f-4648-b8a6-7c52a24ce77b)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:38.582138 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/dade392f-62e2-48fb-beb1-2102eb1e5c11 HTTP/1.1" status: 204 len: 168 time: 1.0744605 Dec 20 12:05:38.583882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 5a8c26d4-ef8d-4c21-87f0-56cdda5c0955 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:38.600441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1244f02-def8-476d-a536-059e47097752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.608889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b9709e38-d64b-4c84-a7d1-f5beb024c42c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:38.621431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37334) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:38.660825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] For port 1730bc35-1572-4a73-8b5f-f142859e8c2e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1730bc35-1572-4a73-8b5f-f142859e8c2e,segment=NetworkSegment(debb7822-889b-48e0-b437-eaa50bb7803e),segment_id=debb7822-889b-48e0-b437-eaa50bb7803e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:38.750034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1244f02-def8-476d-a536-059e47097752 None None] Pushing event updated for resources: {'Port': ['ID=593381fa-d142-4443-909b-090fc6a0f705,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:38.761577 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b1244f02-def8-476d-a536-059e47097752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:38.785372 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.846565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.850449 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Transition to ACTIVE for port object 1730bc35-1572-4a73-8b5f-f142859e8c2e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:38.853850 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249d94d-a816-4d97-b4df-dd3c229424e3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:38.855129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7249d94d-a816-4d97-b4df-dd3c229424e3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:38.863050 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.869077 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b1244f02-def8-476d-a536-059e47097752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:38.875883 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7249d94d-a816-4d97-b4df-dd3c229424e3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:38.877714 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7249d94d-a816-4d97-b4df-dd3c229424e3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2550209 Dec 20 12:05:38.880973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37338) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:38.934799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:38.954806 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ba5688-bc22-4569-bd37-badc7320db7a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:05:38.956635 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-80ba5688-bc22-4569-bd37-badc7320db7a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/dade392f-62e2-48fb-beb1-2102eb1e5c11 HTTP/1.1" status: 404 len: 333 time: 0.0731795 Dec 20 12:05:38.961782 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37342) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:38.968632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1859846762'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:38.979589 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Transition to ACTIVE for port object 7430aa54-64c6-41c7-829a-452765f37d3e will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:38.979756 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:38.985898 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:38.989032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:38.999890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:39.010582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:39.014321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.061619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.065313 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Pushing event updated for resources: {'Port': ['ID=1730bc35-1572-4a73-8b5f-f142859e8c2e,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:39.072437 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:39.085741 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Transition to ACTIVE for port object 7430aa54-64c6-41c7-829a-452765f37d3e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:39.099541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.116559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e4f666cb-23fd-4854-8db6-f397aec15474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:39.153686 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Calling delete_port for c8176d62-8c03-48cd-95ca-c049e43ca007 owned by network:router_gateway {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:39.216229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:39.219502 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:39.233976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:39.246339 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Pushing event updated for resources: {'Port': ['ID=7430aa54-64c6-41c7-829a-452765f37d3e,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:39.249768 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:39.262083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:39.283776 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.284306 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment 06038c43-8b9e-42a2-bdd4-c5f4304d28cf of type vlan for network fe1958c4-589d-4ee3-a412-ca42d96bde04 Dec 20 12:05:39.294123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-69ebed9f-a982-46ea-844a-b8e67166d8c4 {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:39.294562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:39.324042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.367666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.372355 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:39.373449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.377747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1090e238-4991-44e7-b13f-9258a5a7b767 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:39.408781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Attempting to bind port 7430aa54-64c6-41c7-829a-452765f37d3e on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:39.409157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Attempting to bind port 7430aa54-64c6-41c7-829a-452765f37d3e by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:39.409526 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Attempting to bind port 7430aa54-64c6-41c7-829a-452765f37d3e on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:39.421026 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:39.421416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:39.421839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.422239 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:39.422941 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Bound port: 7430aa54-64c6-41c7-829a-452765f37d3e, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:39.424252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.477811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.518025 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5549099 Dec 20 12:05:39.522651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37346) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:39.525922 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-61981b96-67ba-473f-af06-1774423caed9 None None] For port 7430aa54-64c6-41c7-829a-452765f37d3e, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:39.526110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=fe1958c4-589d-4ee3-a412-ca42d96bde04,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:39.532226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:39.539091 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:39.581551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-61981b96-67ba-473f-af06-1774423caed9 None None] For port 7430aa54-64c6-41c7-829a-452765f37d3e, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7430aa54-64c6-41c7-829a-452765f37d3e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:39.659132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fb5b8e7c-d6d9-4fb8-bbb0-646c9c596e4e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:39.674144 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.689107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:39.696381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:39.700739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:39.703861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:39.711972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:39.730989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:39.780233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:39.801091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:39.837065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Pushing event updated for resources: {'Port': ['ID=7430aa54-64c6-41c7-829a-452765f37d3e,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:39.843543 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:39.861946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-65ee3ebc-30c9-4c00-ad6b-5000051d176c {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:39.862476 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:39.961775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Provisioning complete for port b4c80bfa-4b93-43ef-9864-fa6081a3483c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:39.962270 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.001627 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 3aaacf2b-1b13-4273-9692-e6cb677b637b yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:40.074166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7fefced5-34ea-465a-ad19-c01ab7171bed up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:40.104013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.217711 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Port b4c80bfa-4b93-43ef-9864-fa6081a3483c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:40.236952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.288880 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Provisioning complete for port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:40.289767 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.342533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df96df97-7b9f-4ed9-b25d-daa1053b7595 None None] Network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:40.383175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7fefced5-34ea-465a-ad19-c01ab7171bed triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:40.383710 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.502153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Allocated IP 172.36.7.185 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/1e8efde1-f4e1-4bc2-a051-7f70b155fe28) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:40.504347 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.505878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:40.571975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29ae2c5c-a5e2-40c8-84a9-724b6196b108 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:40.576416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 172.20.0.5 (51a1536f-8906-4846-ba25-f9918687ea89/b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699/3aaacf2b-1b13-4273-9692-e6cb677b637b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:40.596862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fe86:2045 (51a1536f-8906-4846-ba25-f9918687ea89/399996fe-07f4-4792-abb9-f72fd7e2f34a/3aaacf2b-1b13-4273-9692-e6cb677b637b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:40.624996 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Provisioning for port 1730bc35-1572-4a73-8b5f-f142859e8c2e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:40.634800 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.640198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event deleted for resources: {'Port': ['ID=c8176d62-8c03-48cd-95ca-c049e43ca007,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:40.641434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8b70bf90-5194-41d1-a7d9-d76f07af3714 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:40.641991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.655408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:40.753931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:40.754664 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-41367687-a9a7-4cbc-ab88-e67262187816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:40.796362 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=7846941e-8f9d-455c-8459-fd3e77552df7,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:40.804865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:40.914160 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1730bc35-1572-4a73-8b5f-f142859e8c2e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:40.922098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': '06038c43-8b9e-42a2-bdd4-c5f4304d28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:40.922711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: fe1958c4-589d-4ee3-a412-ca42d96bde04, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:40.999470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.002682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:41.022989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 3aaacf2b-1b13-4273-9692-e6cb677b637b will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:41.028050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, fe1958c4-589d-4ee3-a412-ca42d96bde04) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:41.032958 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:41.033559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.050132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ccb8b-da88-490f-9023-587924c3b08d None None] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:41.079096 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5522900 Dec 20 12:05:41.079349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37350) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:41.102255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:41.150503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.200977 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:41.201471 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.212428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-360b31fb-a0de-462b-814d-b019fafc1e31 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:41.323187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:41.329348 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:41.331762 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:41.374162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab96886-00ba-480f-ad00-1aacb4e796af None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:41.397565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ffd6314d-6003-47ab-84ba-be28efc462ca None None] Provisioning for port 593381fa-d142-4443-909b-090fc6a0f705 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:41.435783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=3aaacf2b-1b13-4273-9692-e6cb677b637b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:41.451484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:41.460241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:41.461259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.478792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:41.488306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:41.493135 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:41.500960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:41.507233 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7368324 Dec 20 12:05:41.509736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37354) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:41.544384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-fe1958c4-589d-4ee3-a412-ca42d96bde04', 'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04', 'tenant_id': 'b725b547212f43cfac00b00e174583bf', 'fixed_ips': [{'subnet_id': '7846941e-8f9d-455c-8459-fd3e77552df7'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:41.545221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.560093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:41.563795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.650960 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 593381fa-d142-4443-909b-090fc6a0f705 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:41.734747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-19b92929-44ee-46e6-8b9c-b2bf83d00cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.820319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469a5bf-ef6c-4373-bbf2-e515316eaeee tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:41.824591 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469a5bf-ef6c-4373-bbf2-e515316eaeee tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:41.825713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f469a5bf-ef6c-4373-bbf2-e515316eaeee tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:41.858325 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7846941e-8f9d-455c-8459-fd3e77552df7 (CIDR: 2001:db8::/64) Dec 20 12:05:41.859942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f469a5bf-ef6c-4373-bbf2-e515316eaeee tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:41.865288 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f469a5bf-ef6c-4373-bbf2-e515316eaeee tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3487678 Dec 20 12:05:41.866467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37358) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:41.900531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.904243 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:41.904623 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:41.927081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8b724fe1-aaed-40ea-8796-fc97f006f3db None None] Provisioning for port 7430aa54-64c6-41c7-829a-452765f37d3e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:41.950031 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d453337a-c28b-4c9d-aa00-edc2075be5bb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8693802 Dec 20 12:05:41.954746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37362) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:41.954879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Allocated IP 2001:db8::2 (fe1958c4-589d-4ee3-a412-ca42d96bde04/7846941e-8f9d-455c-8459-fd3e77552df7/a2b53a91-c3c5-4b71-b399-93ff55089801) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:41.957031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 593381fa-d142-4443-909b-090fc6a0f705 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:41.962311 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:41.971130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 593381fa-d142-4443-909b-090fc6a0f705 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:41.971504 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:41.979992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 3aaacf2b-1b13-4273-9692-e6cb677b637b {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:41.980475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.085425 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.235876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:42.242360 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:42.286342 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.294687 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:42.307547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:42.340808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:42.345079 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.353323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.358934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 593381fa-d142-4443-909b-090fc6a0f705, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=593381fa-d142-4443-909b-090fc6a0f705,segment=NetworkSegment(8570ecea-aa9f-4648-b8a6-7c52a24ce77b),segment_id=8570ecea-aa9f-4648-b8a6-7c52a24ce77b)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:42.372491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.375227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Transition to ACTIVE for port object a2b53a91-c3c5-4b71-b399-93ff55089801 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:42.376816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.378187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2b0e2da8-8392-4fa1-b1ef-b9c0072ec13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:42.402472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d363e97-d269-40d5-8965-421c0a1f70ba tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:42.436075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.475376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Transition to ACTIVE for port object a2b53a91-c3c5-4b71-b399-93ff55089801 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:42.502104 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.502413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Pushing event updated for resources: {'Port': ['ID=1e8efde1-f4e1-4bc2-a051-7f70b155fe28,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:42.509725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=593381fa-d142-4443-909b-090fc6a0f705,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:42.515008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:42.515477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c154a692-b771-4d47-a212-031d679dd914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:42.536219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.539225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:42.582888 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7430aa54-64c6-41c7-829a-452765f37d3e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:42.618611 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:42.625936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router dbd05a5b-696c-4148-84b3-d728829a4bf0 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:42.665225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:42.685620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 3aaacf2b-1b13-4273-9692-e6cb677b637b owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:42.709688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:42.714800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:42.719932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:42.723082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Pushing event updated for resources: {'Port': ['ID=a2b53a91-c3c5-4b71-b399-93ff55089801,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:42.727861 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:42.736899 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:42.737752 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:42.779077 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.864137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:42.867879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:42.875015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:42.882002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:42.905749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:42.956807 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 7430aa54-64c6-41c7-829a-452765f37d3e completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:42.985665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7430aa54-64c6-41c7-829a-452765f37d3e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:42.985665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.053476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Attempting to bind port a2b53a91-c3c5-4b71-b399-93ff55089801 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:43.054183 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Attempting to bind port a2b53a91-c3c5-4b71-b399-93ff55089801 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '06038c43-8b9e-42a2-bdd4-c5f4304d28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:43.054849 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Attempting to bind port a2b53a91-c3c5-4b71-b399-93ff55089801 on network fe1958c4-589d-4ee3-a412-ca42d96bde04 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:43.058479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:43.059588 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:43.150287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.179014 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0d861d2-6f2c-47a9-a998-20b7b799713f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:43.222944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:43.223566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6630944-09e1-416f-b13f-c5911e99e444 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:43.231809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:43.232459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Checking segment: {'id': '06038c43-8b9e-42a2-bdd4-c5f4304d28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:43.233392 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.234124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Bound using segment: {'id': '06038c43-8b9e-42a2-bdd4-c5f4304d28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:43.234991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Bound port: a2b53a91-c3c5-4b71-b399-93ff55089801, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06038c43-8b9e-42a2-bdd4-c5f4304d28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:43.235679 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.258856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:43.264095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=ef436586-7096-4de9-bcd2-516f4de11b52,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:43.269122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:43.270407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:43.275890 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:43.279123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.326165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.344583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-43e39d13-2c2d-4e93-bde3-bebe2a4a58b9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:43.370391 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-71e3b7ec-90f7-49ba-be38-de0c59437da6 None None] Provisioning for port 3aaacf2b-1b13-4273-9692-e6cb677b637b completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:43.418084 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4632034 Dec 20 12:05:43.419727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-71e3b7ec-90f7-49ba-be38-de0c59437da6 None None] Provisioning complete for port 3aaacf2b-1b13-4273-9692-e6cb677b637b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:43.420210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-71e3b7ec-90f7-49ba-be38-de0c59437da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.463153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37366) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:43.470533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04', 'fixed_ips': [{'subnet_id': '7846941e-8f9d-455c-8459-fd3e77552df7'}, {'subnet_id': 'ef436586-7096-4de9-bcd2-516f4de11b52'}], 'name': 'tempest-PortsIpV6TestJSON-416365653'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:43.472369 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-71e3b7ec-90f7-49ba-be38-de0c59437da6 None None] Port 3aaacf2b-1b13-4273-9692-e6cb677b637b was deleted so its status cannot be updated. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 12:05:43.484473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.497100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=3aaacf2b-1b13-4273-9692-e6cb677b637b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:43.500982 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] For port a2b53a91-c3c5-4b71-b399-93ff55089801, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:43.512644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:43.520202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] For port a2b53a91-c3c5-4b71-b399-93ff55089801, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a2b53a91-c3c5-4b71-b399-93ff55089801,segment=NetworkSegment(06038c43-8b9e-42a2-bdd4-c5f4304d28cf),segment_id=06038c43-8b9e-42a2-bdd4-c5f4304d28cf)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:43.540697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 7430aa54-64c6-41c7-829a-452765f37d3e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7430aa54-64c6-41c7-829a-452765f37d3e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:43.543821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.552357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7d5cdfcf-4f64-472a-90c2-a0e6a38e9e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:43.589296 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.603081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.604255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Fanout notify agent at l3_agent the message router_deleted on router 347c0359-50f9-43a1-9cc1-143818c0b15a {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:05:43.618483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-71e3b7ec-90f7-49ba-be38-de0c59437da6 None None] Provisioning complete for port 7430aa54-64c6-41c7-829a-452765f37d3e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:43.618867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-71e3b7ec-90f7-49ba-be38-de0c59437da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.714039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Pushing event updated for resources: {'Port': ['ID=a2b53a91-c3c5-4b71-b399-93ff55089801,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:43.720862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:43.721615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61699b66-e672-49b8-82b9-7c25b69fa5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:43.823894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.826338 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/3aaacf2b-1b13-4273-9692-e6cb677b637b HTTP/1.1" status: 204 len: 168 time: 1.9591928 Dec 20 12:05:43.830399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37370) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:43.846990 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=7430aa54-64c6-41c7-829a-452765f37d3e,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:43.848060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Delete allocated IP 172.20.0.8 (4b18c416-11eb-4322-92dc-586cbd0390ff/f8cc1afa-8384-4d80-8791-244b3770b41c) {{(pid=83527) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:05:43.864595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:43.896473 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:43.901356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:43.904771 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:43.911349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:43.922559 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:43.928278 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:43.957884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:43.962234 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.26 (4b18c416-11eb-4322-92dc-586cbd0390ff/517684bb-9967-4c59-a2a8-5c0fedf17ced/b4c80bfa-4b93-43ef-9864-fa6081a3483c) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:43.980187 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/dbd05a5b-696c-4148-84b3-d728829a4bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4720485 Dec 20 12:05:43.985138 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1f9bb-8b43-433d-a5ea-1e8aa8887325 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:43.986580 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1f9bb-8b43-433d-a5ea-1e8aa8887325 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:43.988079 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1f9bb-8b43-433d-a5ea-1e8aa8887325 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:43.989000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3f1f9bb-8b43-433d-a5ea-1e8aa8887325 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:43.998535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37374) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:44.002297 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port fa8515c6-4a71-4cfb-983d-f9f44606e8be yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:44.002534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9de02247-c8b6-4ec7-b354-9f8e83345beb None None] Could not find standard attr ID for object 3aaacf2b-1b13-4273-9692-e6cb677b637b. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:05:44.006222 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] Sync routers for ids ['dbd05a5b-696c-4148-84b3-d728829a4bf0'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:44.006815 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.008179 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/347c0359-50f9-43a1-9cc1-143818c0b15a HTTP/1.1" status: 204 len: 168 time: 9.3141479 Dec 20 12:05:44.032681 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] Routers {'dbd05a5b-696c-4148-84b3-d728829a4bf0'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:44.033323 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['dbd05a5b-696c-4148-84b3-d728829a4bf0'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.062273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37378) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:44.103981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-906227398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:44.124441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:44.132733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-66360fb2-0bf6-4e4f-90e9-ab0fda654859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.148128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Usage tracker for resource:router and tenant:461f6fef4c5d4f56be5967ca7f311d48 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:44.161053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:44.200581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:44.227748 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.245422 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] Routers {'dbd05a5b-696c-4148-84b3-d728829a4bf0'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:44.246289 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['dbd05a5b-696c-4148-84b3-d728829a4bf0'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.330310 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:44.330772 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb94b1a-4d15-46e4-8842-9c7d511d2775 None None] The sync data for ids ['dbd05a5b-696c-4148-84b3-d728829a4bf0'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:44.378090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.379248 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.421121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3f1f9bb-8b43-433d-a5ea-1e8aa8887325 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:44.425401 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d3f1f9bb-8b43-433d-a5ea-1e8aa8887325 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5938148 Dec 20 12:05:44.432250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37382) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:44.554133 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.555026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.580695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.612593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a2b53a91-c3c5-4b71-b399-93ff55089801 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:44.720595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port a2b53a91-c3c5-4b71-b399-93ff55089801 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:44.733948 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7430aa54-64c6-41c7-829a-452765f37d3e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:44.843613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7430aa54-64c6-41c7-829a-452765f37d3e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:44.844476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:44.948724 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-ef15550c-1674-4d43-87e0-7e12fc40ec6c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 12:05:44.953006 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ef15550c-1674-4d43-87e0-7e12fc40ec6c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/dbd05a5b-696c-4148-84b3-d728829a4bf0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9533472 Dec 20 12:05:44.957969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37386) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:44.983706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 399996fe-07f4-4792-abb9-f72fd7e2f34a {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:44.994594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:05:45.008188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8408c273-fa0f-4d48-a7c5-84fc2e616960 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:45.016366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 593381fa-d142-4443-909b-090fc6a0f705 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:45.032593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.052879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8408c273-fa0f-4d48-a7c5-84fc2e616960 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:45.054433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object b4c80bfa-4b93-43ef-9864-fa6081a3483c will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:45.057153 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8408c273-fa0f-4d48-a7c5-84fc2e616960 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbd05a5b-696c-4148-84b3-d728829a4bf0 HTTP/1.1" status: 200 len: 205 time: 0.0975695 Dec 20 12:05:45.061465 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.068904 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.096437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37390) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:45.108582 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 593381fa-d142-4443-909b-090fc6a0f705 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:45.109124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.128537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.175822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.189597 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.241971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b0862-2c60-497e-8360-ba71a17743c7 None None] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:45.259975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::8b (fe1958c4-589d-4ee3-a412-ca42d96bde04/7846941e-8f9d-455c-8459-fd3e77552df7/fa8515c6-4a71-4cfb-983d-f9f44606e8be) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:45.260212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.268828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8:0:1::1d1 (fe1958c4-589d-4ee3-a412-ca42d96bde04/ef436586-7096-4de9-bcd2-516f4de11b52/fa8515c6-4a71-4cfb-983d-f9f44606e8be) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:45.283677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-29a99847-d720-4f6a-8378-d390683f6c47 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.289507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-19eedd8a-9396-43dc-a089-7a77bdf295df tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:45.386844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Provisioning for port a2b53a91-c3c5-4b71-b399-93ff55089801 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:45.395570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Provisioning complete for port a2b53a91-c3c5-4b71-b399-93ff55089801 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:45.396798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.597272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] In _notify_port_updated(), no bound segment for port b4c80bfa-4b93-43ef-9864-fa6081a3483c on network 4b18c416-11eb-4322-92dc-586cbd0390ff {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:05:45.603163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:45.603807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.605648 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "PUT /v2.0/ports/b4c80bfa-4b93-43ef-9864-fa6081a3483c HTTP/1.1" status: 200 len: 920 time: 9.5076594 Dec 20 12:05:45.618782 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37394) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:45.628188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.685352 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] For port a2b53a91-c3c5-4b71-b399-93ff55089801, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a2b53a91-c3c5-4b71-b399-93ff55089801,segment=NetworkSegment(06038c43-8b9e-42a2-bdd4-c5f4304d28cf),segment_id=06038c43-8b9e-42a2-bdd4-c5f4304d28cf)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:45.709136 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.712999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:45.808239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.809821 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e7f1ab65-a894-4d88-8990-d1df7f46704c tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7322772 Dec 20 12:05:45.826801 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37398) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:45.856036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=b4c80bfa-4b93-43ef-9864-fa6081a3483c,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:45.859340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:45.871381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': False}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:45.900052 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Pushing event updated for resources: {'Port': ['ID=a2b53a91-c3c5-4b71-b399-93ff55089801,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:45.904546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:45.915422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Update dhcp port {'port': {'network_id': 'fe1958c4-589d-4ee3-a412-ca42d96bde04', 'fixed_ips': [{'subnet_id': '7846941e-8f9d-455c-8459-fd3e77552df7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef436586-7096-4de9-bcd2-516f4de11b52'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': 'a2b53a91-c3c5-4b71-b399-93ff55089801'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:05:45.943971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:45.981926 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.121044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a30c90c-747e-45ae-8919-d1852df3f56e None None] Provisioning for port b4c80bfa-4b93-43ef-9864-fa6081a3483c completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:46.138844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a30c90c-747e-45ae-8919-d1852df3f56e None None] Provisioning complete for port b4c80bfa-4b93-43ef-9864-fa6081a3483c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:46.139482 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a30c90c-747e-45ae-8919-d1852df3f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.179876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-29a99847-d720-4f6a-8378-d390683f6c47 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.182373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.189943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port b4c80bfa-4b93-43ef-9864-fa6081a3483c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:46.190274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.191752 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-725c799d-9a89-457d-9811-15306d5af32a tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:46.246724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.247980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9a30c90c-747e-45ae-8919-d1852df3f56e None None] Port b4c80bfa-4b93-43ef-9864-fa6081a3483c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:46.251750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-29a99847-d720-4f6a-8378-d390683f6c47 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.253208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=399996fe-07f4-4792-abb9-f72fd7e2f34a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:46.258594 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:46.278086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.278676 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10501b30-ae5f-4ae3-b01e-abb35f018d81 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:46.284796 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:46.316410 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/399996fe-07f4-4792-abb9-f72fd7e2f34a HTTP/1.1" status: 204 len: 168 time: 1.8748071 Dec 20 12:05:46.321236 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37402) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:46.409946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object fa8515c6-4a71-4cfb-983d-f9f44606e8be will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:46.504474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:46.505935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a2b53a91-c3c5-4b71-b399-93ff55089801 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:46.510788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.517574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-29a99847-d720-4f6a-8378-d390683f6c47 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.518040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a99847-d720-4f6a-8378-d390683f6c47 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Fanout notify agent at l3_agent the message router_deleted on router dbd05a5b-696c-4148-84b3-d728829a4bf0 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:05:46.540552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.593317 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Router d464321d-4093-44d8-bdec-9b59e21750f4 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:05:46.622283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-29a99847-d720-4f6a-8378-d390683f6c47 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.624022 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-29a99847-d720-4f6a-8378-d390683f6c47 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/routers/dbd05a5b-696c-4148-84b3-d728829a4bf0 HTTP/1.1" status: 204 len: 168 time: 1.5268142 Dec 20 12:05:46.634005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.660246 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a2b53a91-c3c5-4b71-b399-93ff55089801 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:46.660556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.679840 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37406) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:46.752498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.777135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.812833 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Allocated IP 2001:db8:0:1::2 (fe1958c4-589d-4ee3-a412-ca42d96bde04/ef436586-7096-4de9-bcd2-516f4de11b52/a2b53a91-c3c5-4b71-b399-93ff55089801) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:46.823374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a06cc220-9a50-41ab-be06-4dcf3238dcd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:46.948173 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:46.957071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:46.961281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:46.987636 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:46.996531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:46.997361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.036421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] For port a2b53a91-c3c5-4b71-b399-93ff55089801, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a2b53a91-c3c5-4b71-b399-93ff55089801,segment=NetworkSegment(06038c43-8b9e-42a2-bdd4-c5f4304d28cf),segment_id=06038c43-8b9e-42a2-bdd4-c5f4304d28cf)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:47.090431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.123525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Transition to ACTIVE for port object a2b53a91-c3c5-4b71-b399-93ff55089801 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:47.134131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.136583 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.144123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-df9b4f0a-ed94-4005-9b4d-f0cb023acb55 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:47.149722 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-21216280-39e2-4600-8e8c-248431c4dad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:47.212243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:47.219184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:47.232754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Deleting port c52dcc38-ae16-42a0-a327-d9ae7a07911a {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:47.233381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.241214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Pushing event updated for resources: {'Port': ['ID=a2b53a91-c3c5-4b71-b399-93ff55089801,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:47.273862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.319361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=fa8515c6-4a71-4cfb-983d-f9f44606e8be,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:47.333701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for b4c80bfa-4b93-43ef-9864-fa6081a3483c owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:47.344533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:47.360986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:47.371041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eee090-84df-4875-9b73-b9f343921f7c None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:47.374705 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699 HTTP/1.1" status: 204 len: 168 time: 1.0457709 Dec 20 12:05:47.379421 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37410) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:47.425354 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.440399 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.9734023 Dec 20 12:05:47.445317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37414) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:47.465718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7846941e-8f9d-455c-8459-fd3e77552df7'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:47.626731 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet 66f44625-4697-469a-b767-c8a4327eae3d {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:47.641487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.641712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a39007eb-85c6-4174-adec-df4819b8446a None None] Provisioning complete for port 7430aa54-64c6-41c7-829a-452765f37d3e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:47.641712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a39007eb-85c6-4174-adec-df4819b8446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.672723 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-862991ab-91eb-47f6-963a-302e8e381647 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2917449 Dec 20 12:05:47.687702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37418) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:47.856612 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:47.858205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.861525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Deleting port 7430aa54-64c6-41c7-829a-452765f37d3e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:47.862283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.866598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:47.887730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:47.951282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.004201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] For port c52dcc38-ae16-42a0-a327-d9ae7a07911a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c52dcc38-ae16-42a0-a327-d9ae7a07911a,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:48.004845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.029952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15076520-7348-4e85-988c-37a9da89283b None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:48.037925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d770b0-793b-477a-bd95-32200aebf456 None None] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:48.136373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.180284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b32e7-0b13-4a80-9330-a8ccceed385c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:48.181146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-316b32e7-0b13-4a80-9330-a8ccceed385c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:48.190375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e775805f-bd5e-4995-a75a-147a91554a4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:48.192136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Calling delete_port for c52dcc38-ae16-42a0-a327-d9ae7a07911a owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:48.257202 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=b4c80bfa-4b93-43ef-9864-fa6081a3483c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:48.257601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] For port 7430aa54-64c6-41c7-829a-452765f37d3e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7430aa54-64c6-41c7-829a-452765f37d3e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:48.258046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.259418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.268700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:48.270485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:48.273860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.277971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15076520-7348-4e85-988c-37a9da89283b None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:48.278818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-15076520-7348-4e85-988c-37a9da89283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:48.280632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:48.284892 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-63a1d1a1-d108-4a68-8c37-5cb486241ecf tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/floatingips/11d8f014-b55d-4e60-b1f8-80ab79c19980 HTTP/1.1" status: 200 len: 978 time: 18.2912800 Dec 20 12:05:48.289761 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Sync routers for ids ['d464321d-4093-44d8-bdec-9b59e21750f4'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:48.290530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-316b32e7-0b13-4a80-9330-a8ccceed385c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:48.294204 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-316b32e7-0b13-4a80-9330-a8ccceed385c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6000977 Dec 20 12:05:48.297391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37422) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:48.297788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37424) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:48.306614 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Routers {'d464321d-4093-44d8-bdec-9b59e21750f4'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:48.307467 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['d464321d-4093-44d8-bdec-9b59e21750f4'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:48.309625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:48.346728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=66f44625-4697-469a-b767-c8a4327eae3d,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:48.393477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:48.473607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.485456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2070f66-6e1e-49b7-ac8b-902caf2228de tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:48.485456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d2070f66-6e1e-49b7-ac8b-902caf2228de tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:48.553637 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Set router d464321d-4093-44d8-bdec-9b59e21750f4 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:48.581225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-351f39ca-acee-4803-97cf-b9efa4c1f9c1 None None] Provisioning for port a2b53a91-c3c5-4b71-b399-93ff55089801 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:48.586102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-15076520-7348-4e85-988c-37a9da89283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:48.594341 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c61db1ba-f388-4ef8-aa6c-c7f50183777c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/66f44625-4697-469a-b767-c8a4327eae3d HTTP/1.1" status: 204 len: 168 time: 1.9129887 Dec 20 12:05:48.604463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37430) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:48.640039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.643464 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/b4c80bfa-4b93-43ef-9864-fa6081a3483c HTTP/1.1" status: 204 len: 168 time: 3.0216563 Dec 20 12:05:48.663938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37434) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:48.673930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6650ef-34a9-47e2-ac6f-9f68a73709ff None None] Network bc9de524-a60d-4989-97db-5baf067e8960 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:48.687675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a2b53a91-c3c5-4b71-b399-93ff55089801 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:48.728961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Calling delete_port for 7430aa54-64c6-41c7-829a-452765f37d3e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:48.775566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-351f39ca-acee-4803-97cf-b9efa4c1f9c1 None None] Provisioning complete for port a2b53a91-c3c5-4b71-b399-93ff55089801 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:48.775952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-351f39ca-acee-4803-97cf-b9efa4c1f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.825581 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-633234bc-9189-4102-aca8-ae62edfef44c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:05:48.825988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-633234bc-9189-4102-aca8-ae62edfef44c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:48.880414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.894193 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'name': 'tempest-TestVolumeBootPattern-1121026816-router', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185'}], 'enable_snat': True}, 'gw_port_id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:36Z', 'updated_at': '2021-12-20T12:05:43Z', 'revision_number': 3, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'gw_port': {'id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:39Z', 'updated_at': '2021-12-20T12:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:48.899357 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Checking router: d464321d-4093-44d8-bdec-9b59e21750f4 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:48.900072 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Updating router d464321d-4093-44d8-bdec-9b59e21750f4 port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:05:48.911943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.922203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:48.977905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-633234bc-9189-4102-aca8-ae62edfef44c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:48.979229 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-633234bc-9189-4102-aca8-ae62edfef44c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/b4c80bfa-4b93-43ef-9864-fa6081a3483c HTTP/1.1" status: 404 len: 333 time: 0.3129821 Dec 20 12:05:48.979784 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15076520-7348-4e85-988c-37a9da89283b None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:48.980467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-15076520-7348-4e85-988c-37a9da89283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:48.987076 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:48.993511 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37438) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:49.020720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 8dcc9904-c0f2-4350-8f22-641bd3678d87 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:49.021274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.035196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.037004 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5b8b653c-7476-4d1e-993b-41091fc043df admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.5989962 Dec 20 12:05:49.048970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.102729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52dcc38-ae16-42a0-a327-d9ae7a07911a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:49.106507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.184805 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.188738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d2070f66-6e1e-49b7-ac8b-902caf2228de tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:49.192418 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d2070f66-6e1e-49b7-ac8b-902caf2228de tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8868561 Dec 20 12:05:49.193194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37442) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:49.193538 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37444) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:49.194417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:49.243087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:49.300754 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] No DVR routers for this DVR port 7430aa54-64c6-41c7-829a-452765f37d3e on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:49.315092 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.371332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a2b53a91-c3c5-4b71-b399-93ff55089801 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:49.371527 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ee57b710-c493-4605-a635-81c174b06b86 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639130 Dec 20 12:05:49.371989 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.388486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37450) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:49.398690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:49.404002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Pushing event deleted for resources: {'Port': ['ID=7430aa54-64c6-41c7-829a-452765f37d3e,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:49.412875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:49.421931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-15076520-7348-4e85-988c-37a9da89283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:49.422487 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15076520-7348-4e85-988c-37a9da89283b None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:49.531777 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.551198 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Transition to ACTIVE for port object 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:49.558284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Delete allocated IP 2001:db8:0:1::1d1 (fe1958c4-589d-4ee3-a412-ca42d96bde04/ef436586-7096-4de9-bcd2-516f4de11b52) {{(pid=83528) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:05:49.560120 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.591356 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-ac021efb-398f-486a-bf68-c51b271c5ac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:49.696537 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.701125 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Attempting to bind port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:49.701490 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Attempting to bind port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:49.701854 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Attempting to bind port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:49.721314 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bca3c1-60d3-4933-a4c6-e4e5b7653add None None] Pushing event updated for resources: {'Port': ['ID=1e8efde1-f4e1-4bc2-a051-7f70b155fe28,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:49.724652 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-b6bca3c1-60d3-4933-a4c6-e4e5b7653add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:49.725823 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:49.726194 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:49.726660 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.727113 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:49.727590 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Bound port: 1e8efde1-f4e1-4bc2-a051-7f70b155fe28, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:49.727978 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.805362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] DHCP port deletion for bc9de524-a60d-4989-97db-5baf067e8960 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:05:49.815575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Deleting port 8dcc9904-c0f2-4350-8f22-641bd3678d87 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:49.816108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.851427 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] For port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:49.852099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7430aa54-64c6-41c7-829a-452765f37d3e no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:49.859840 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] For port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1e8efde1-f4e1-4bc2-a051-7f70b155fe28,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:49.871108 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:49.878009 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-09715f41-e87d-42a4-9625-e67267bcb91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:49.932599 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 7430aa54-64c6-41c7-829a-452765f37d3e {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:49.933045 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7430aa54-64c6-41c7-829a-452765f37d3e not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:49.972955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:50.014940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port 8dcc9904-c0f2-4350-8f22-641bd3678d87, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8dcc9904-c0f2-4350-8f22-641bd3678d87,segment=NetworkSegment(6797963d-e321-4142-a97d-cbf6c556dda1),segment_id=6797963d-e321-4142-a97d-cbf6c556dda1)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:50.015469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.024277 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Routers {'d464321d-4093-44d8-bdec-9b59e21750f4'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:50.024952 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['d464321d-4093-44d8-bdec-9b59e21750f4'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:50.152829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.172944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.184088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:50.198616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.198934 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 11d8f014-b55d-4e60-b1f8-80ab79c19980 disassociated. External IP: 172.36.7.187, port: 13db0fde-ceaf-445d-b159-966897d1bfc3. Dec 20 12:05:50.291218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] For port 8dcc9904-c0f2-4350-8f22-641bd3678d87, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8dcc9904-c0f2-4350-8f22-641bd3678d87,segment=NetworkSegment(6797963d-e321-4142-a97d-cbf6c556dda1),segment_id=6797963d-e321-4142-a97d-cbf6c556dda1)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:50.291792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.329340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 8dcc9904-c0f2-4350-8f22-641bd3678d87 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:50.330223 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] Set router d464321d-4093-44d8-bdec-9b59e21750f4 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:50.367987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a8e47256-37f4-4064-97e2-992f8520240d None None] Provisioning complete for port a2b53a91-c3c5-4b71-b399-93ff55089801 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:50.368474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a8e47256-37f4-4064-97e2-992f8520240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.403426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:50.467259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Allocated IP 172.36.7.137 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/6705a40c-4ba3-4ec3-a581-10ae06911f64) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:50.499929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Calling delete_port for 8dcc9904-c0f2-4350-8f22-641bd3678d87 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:50.544172 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bca3c1-60d3-4933-a4c6-e4e5b7653add None None] Pushing event updated for resources: {'Port': ['ID=1e8efde1-f4e1-4bc2-a051-7f70b155fe28,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:50.551677 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-b6bca3c1-60d3-4933-a4c6-e4e5b7653add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:50.586569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.592571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.595479 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:50.595931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:50.598619 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8dcc9904-c0f2-4350-8f22-641bd3678d87 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:05:50.605104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6c53154-951c-4e3b-aeb8-6a2842868984 tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:50.635404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.637500 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-db54154c-0cda-4739-82a1-a5e7e18bf9e6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2478392 Dec 20 12:05:50.639849 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa27b999-9c1b-42f6-b161-5828fc3c9e08,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:50.641638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37454) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:50.657810 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 8dcc9904-c0f2-4350-8f22-641bd3678d87 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:05:50.658294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8dcc9904-c0f2-4350-8f22-641bd3678d87 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:05:50.711740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:50.727684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:50.729869 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:50.742651 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:05:50.743121 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:05:50.762842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.777046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a8e47256-37f4-4064-97e2-992f8520240d None None] Provisioning for port fa8515c6-4a71-4cfb-983d-f9f44606e8be completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:50.782771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a8e47256-37f4-4064-97e2-992f8520240d None None] Provisioning complete for port fa8515c6-4a71-4cfb-983d-f9f44606e8be triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:50.783369 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a8e47256-37f4-4064-97e2-992f8520240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.821273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=8dcc9904-c0f2-4350-8f22-641bd3678d87,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:50.843735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:50.873979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a8e47256-37f4-4064-97e2-992f8520240d None None] Port fa8515c6-4a71-4cfb-983d-f9f44606e8be cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:50.892599 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] No DVR routers for this DVR port 8dcc9904-c0f2-4350-8f22-641bd3678d87 on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:05:50.894642 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Ignored duplicate provisioning block setup for port fa8515c6-4a71-4cfb-983d-f9f44606e8be by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 12:05:50.896287 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'name': 'tempest-TestVolumeBootPattern-1121026816-router', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185'}], 'enable_snat': True}, 'gw_port_id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:36Z', 'updated_at': '2021-12-20T12:05:43Z', 'revision_number': 3, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'gw_port': {'id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:39Z', 'updated_at': '2021-12-20T12:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:50.901055 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918a736-114f-4173-959b-59f50f9bcb07 None None] The sync data for ids ['d464321d-4093-44d8-bdec-9b59e21750f4'] in dv-neutron-victoria-2-hyperv is: [{'id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'name': 'tempest-TestVolumeBootPattern-1121026816-router', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185'}], 'enable_snat': True}, 'gw_port_id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:36Z', 'updated_at': '2021-12-20T12:05:43Z', 'revision_number': 3, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'gw_port': {'id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:39Z', 'updated_at': '2021-12-20T12:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:50.924575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.929076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.932576 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa27b999-9c1b-42f6-b161-5828fc3c9e08 HTTP/1.1" status: 204 len: 168 time: 1.9355283 Dec 20 12:05:50.939023 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37458) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:50.950427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:50.985348 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5a612133-7906-4b0e-a5e2-178b1b6ab7ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:51.003193 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-43ac49ce-6984-4b05-b621-7c5750e379d8 None None] Provisioning complete for port fa8515c6-4a71-4cfb-983d-f9f44606e8be triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:51.004350 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-43ac49ce-6984-4b05-b621-7c5750e379d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.080669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:51.083770 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-43ac49ce-6984-4b05-b621-7c5750e379d8 None None] Port fa8515c6-4a71-4cfb-983d-f9f44606e8be cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:51.131057 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.199051 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.208185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:51.229160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6f125942-f26e-4435-8c5e-86f3fa7e4ad1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.244828 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Deleting port 8dcc9904-c0f2-4350-8f22-641bd3678d87 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:51.245225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.249501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] In _notify_port_updated(), no bound segment for port fa8515c6-4a71-4cfb-983d-f9f44606e8be on network fe1958c4-589d-4ee3-a412-ca42d96bde04 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:05:51.253280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:51.253879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.258228 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "PUT /v2.0/ports/fa8515c6-4a71-4cfb-983d-f9f44606e8be HTTP/1.1" status: 200 len: 924 time: 3.8043737 Dec 20 12:05:51.264259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37462) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:51.279844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=fa8515c6-4a71-4cfb-983d-f9f44606e8be,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:51.288707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7846941e-8f9d-455c-8459-fd3e77552df7'}, {'subnet_id': 'ef436586-7096-4de9-bcd2-516f4de11b52'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:51.294215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:51.301387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:51.342316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b37a2-c678-4dbf-a80c-4782ad036726 None None] The port '8dcc9904-c0f2-4350-8f22-641bd3678d87' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:05:51.355076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9de524-a60d-4989-97db-5baf067e8960']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:51.356169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6f125942-f26e-4435-8c5e-86f3fa7e4ad1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.517772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-cff21500-87b0-48c5-ab35-e2ee8de286fc None None] Provisioning complete for port fa8515c6-4a71-4cfb-983d-f9f44606e8be triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:51.518149 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cff21500-87b0-48c5-ab35-e2ee8de286fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.574546 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6797963d-e321-4142-a97d-cbf6c556dda1') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:51.575128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6797963d-e321-4142-a97d-cbf6c556dda1') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:51.579974 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-cff21500-87b0-48c5-ab35-e2ee8de286fc None None] Port fa8515c6-4a71-4cfb-983d-f9f44606e8be cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:51.586877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.594713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4fc7b9ed-4d82-441a-a875-f3806aac8405 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:51.630394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.647721 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.649137 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:51.649666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:51.680871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.705041 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:05:51.705439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.728829 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3a220827-13d2-4809-a3d5-bc9f86ef5f99 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0297034 Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:05:51.729675 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:05:51.732109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:51.732414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37466) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:51.738030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Pushing event updated for resources: {'Port': ['ID=6705a40c-4ba3-4ec3-a581-10ae06911f64,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:51.746075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:51.747136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:51.762202 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:51.776564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:51.935446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.956038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-46a6bca1-19b5-471c-bd22-1b6f2f8687b7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:51.974547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.983980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6f125942-f26e-4435-8c5e-86f3fa7e4ad1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:51.991893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:51.992047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=bc9de524-a60d-4989-97db-5baf067e8960,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:52.000413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:52.002110 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/bc9de524-a60d-4989-97db-5baf067e8960 HTTP/1.1" status: 204 len: 168 time: 3.3964341 Dec 20 12:05:52.009392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37470) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:52.019931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f125942-f26e-4435-8c5e-86f3fa7e4ad1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df79633-9985-45c5-9c96-54d83ee60873,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:52.027950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:52.040775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404815379'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:52.048730 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:52.054387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6f125942-f26e-4435-8c5e-86f3fa7e4ad1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:52.069123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:52.071079 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:52.074541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.076128 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:52.076555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:52.086873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6f125942-f26e-4435-8c5e-86f3fa7e4ad1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.087997 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6f125942-f26e-4435-8c5e-86f3fa7e4ad1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/security-groups/7df79633-9985-45c5-9c96-54d83ee60873 HTTP/1.1" status: 204 len: 168 time: 1.1482608 Dec 20 12:05:52.089122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:52.090789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37474) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:52.122493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:52.143299 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9482bc91-28bb-4f8c-9516-c250bc9055b0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4023633 Dec 20 12:05:52.147754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:52.149436 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37478) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:52.163398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:52.293274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:52.296216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.309171 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.368384 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:52.389702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:52.414925 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:52.418310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.421292 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:52.421292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:52.441995 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet f8cc1afa-8384-4d80-8791-244b3770b41c {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:52.449652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.479022 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:05:52.496233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.504544 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:52.542740 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5499d4db-d954-40af-9c12-4149b758c9cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3922846 Dec 20 12:05:52.550018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37482) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:52.563303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:52.577141 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:52.579500 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.579852 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6 of type vlan for network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e Dec 20 12:05:52.582457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:52.582832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.671477 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.713809 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.717187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.735087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1e8efde1-f4e1-4bc2-a051-7f70b155fe28,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:52.741198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.743311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b1244f02-def8-476d-a536-059e47097752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:52.807265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:52.828482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.836449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:52.837107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=1e8efde1-f4e1-4bc2-a051-7f70b155fe28,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:52.842387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.843188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:52.919204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:52.922053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:52.922608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.923970 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:52.924422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:52.928288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.932012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:52.932633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.944364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-abb3909b-7042-47d3-a34e-1588fe24048e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:52.949714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:52.978022 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-035c0e20-a7b6-4023-800e-9884f953e124 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4250288 Dec 20 12:05:52.983547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37486) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:52.998930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:53.167163 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1500313 Dec 20 12:05:53.179600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37490) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.226348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=8d786cfe-a9ea-4927-8e5e-729c6c032b8e,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:53.231290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:53.240398 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:05:53.267462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': '8d786cfe-a9ea-4927-8e5e-729c6c032b8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:53.303495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:53.311740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.325781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-27e1f003-a9ab-4866-b142-a8cd0a8b4566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:53.366272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:53.376383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cc1afa-8384-4d80-8791-244b3770b41c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:53.383569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:53.389458 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.392068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:53.395427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.396698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c58242-792d-4265-a0ff-17c7e8765cdc None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:53.396839 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:05:53.397241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:05:53.417631 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/f8cc1afa-8384-4d80-8791-244b3770b41c HTTP/1.1" status: 204 len: 168 time: 1.3256214 Dec 20 12:05:53.422161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37494) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.429999 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-85fb4b7d-6bf7-4cd8-9913-ca2c863ea7ab tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4409347 Dec 20 12:05:53.431845 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:53.448369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37498) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.556793 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a3a748e3-4c31-440c-9954-ed95092399ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1032405 Dec 20 12:05:53.558254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37502) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.602014 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8:0:1::39d (fe1958c4-589d-4ee3-a412-ca42d96bde04/ef436586-7096-4de9-bcd2-516f4de11b52/fa8515c6-4a71-4cfb-983d-f9f44606e8be) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:53.653749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:53.659944 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf78390-5c05-4f0c-b71f-19a419cdf8a2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:53.664363 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dbf78390-5c05-4f0c-b71f-19a419cdf8a2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1015463 Dec 20 12:05:53.665175 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37506) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.668192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:53.674163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:53.746199 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:53.749924 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-34e51301-b206-45f5-9a75-f583072be113 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833726 Dec 20 12:05:53.757121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37510) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:53.769171 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:53.787837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:53.791486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.793337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:53.865444 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:53.875969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:53.889088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:53.901635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:53.908823 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Router af834281-5511-4e9a-9022-625a993d4e1d is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:05:53.998564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:54.025428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:54.061797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:54.106881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:54.110321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.252186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:05:54.281497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.290978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.334440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f97f3e5d-4a5f-4528-9a55-7533f5c6b3f3 None None] Provisioning complete for port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:54.335068 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f97f3e5d-4a5f-4528-9a55-7533f5c6b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.382989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object fa8515c6-4a71-4cfb-983d-f9f44606e8be will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:54.394625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f97f3e5d-4a5f-4528-9a55-7533f5c6b3f3 None None] Port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:54.412748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f97f3e5d-4a5f-4528-9a55-7533f5c6b3f3 None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:54.413261 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f97f3e5d-4a5f-4528-9a55-7533f5c6b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.482939 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Router 47251207-637b-489f-8ddb-cddce271b30b has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:05:54.487343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.493084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:54.512188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e86f347e-6506-4860-abcf-30abb470a3b1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:54.581047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.587173 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:54.626055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Allocated IP 172.20.0.1 (1ae3eaaf-443f-4bb8-9ef4-c57d6525c461/1c839211-97f1-4184-b1b7-847fb31b6500/29ac3097-b113-4c3d-9fc8-1401b8b0ab13) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:54.660280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1e8efde1-f4e1-4bc2-a051-7f70b155fe28 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:54.661027 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.684435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:54.716040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:54.719021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:54.720583 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=fa8515c6-4a71-4cfb-983d-f9f44606e8be,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:54.723465 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=f10549ec-e6c1-4115-8cb1-2a32423a7374,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:54.726292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:54.729225 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:54.732975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:54.736650 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:54.737337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.739115 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:54.743106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] Sync routers for ids ['af834281-5511-4e9a-9022-625a993d4e1d'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:54.762618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] Routers {'af834281-5511-4e9a-9022-625a993d4e1d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:54.763518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['af834281-5511-4e9a-9022-625a993d4e1d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:54.769555 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:54.772014 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:54.778949 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3553672 Dec 20 12:05:54.790209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37514) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:54.807722 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687152714'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:54.823142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.824473 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "PUT /v2.0/routers/af834281-5511-4e9a-9022-625a993d4e1d HTTP/1.1" status: 200 len: 915 time: 8.9679008 Dec 20 12:05:54.831354 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37518) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:54.835420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:54.885193 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:54.903861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] In _notify_port_updated(), no bound segment for port fa8515c6-4a71-4cfb-983d-f9f44606e8be on network fe1958c4-589d-4ee3-a412-ca42d96bde04 {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:05:54.914500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229a88f-d135-47ed-9c1b-cb50e31606c6 None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:54.915188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:54.915971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:54.918267 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "PUT /v2.0/ports/fa8515c6-4a71-4cfb-983d-f9f44606e8be HTTP/1.1" status: 200 len: 1010 time: 3.6526911 Dec 20 12:05:54.922564 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:54.924389 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:54.940988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37522) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:54.979192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:55.041415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:55.045139 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:55.045663 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1e866-f482-4371-b4bf-d97bbfb5efd8 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:55.053089 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:55.088557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:55.108189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] Routers {'af834281-5511-4e9a-9022-625a993d4e1d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:55.109190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['af834281-5511-4e9a-9022-625a993d4e1d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:55.109772 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:05:55.113724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.119964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fc604aa7-571b-42d2-abe5-8a9a2c382ab2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.137318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port fa8515c6-4a71-4cfb-983d-f9f44606e8be {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:55.137653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.149313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.191519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:55.192078 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009263f-2ce8-4942-9de2-c1e19b1a4303 None None] The sync data for ids ['af834281-5511-4e9a-9022-625a993d4e1d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:05:55.215067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:55.221704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:55.235939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:55.236558 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.254925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5548d87b-0697-4e07-88a2-7b3004649903 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:55.267305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-780463d0-9387-454d-b244-49ac0e266c1a None None] Provisioning for port fa8515c6-4a71-4cfb-983d-f9f44606e8be completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:55.286076 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-780463d0-9387-454d-b244-49ac0e266c1a None None] Provisioning complete for port fa8515c6-4a71-4cfb-983d-f9f44606e8be triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:55.287079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-780463d0-9387-454d-b244-49ac0e266c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.296898 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:55.302291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.307467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=dac0c83e-24f1-473e-8e5f-d08a5642158b,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:55.318275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group_rule and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:55.321711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.325625 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:55.334351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:55.340451 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5794752 Dec 20 12:05:55.347331 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37526) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:55.355899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:14:d1:6c', 'name': 'tempest-NetworksTestDHCPv6-1026059680'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:55.463387 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-780463d0-9387-454d-b244-49ac0e266c1a None None] Port fa8515c6-4a71-4cfb-983d-f9f44606e8be cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:55.525706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.544732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.553147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8fba1650-a8c0-4a3e-a0ba-9bc29c5d65ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.564370 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-57210b74-b29d-4737-a8e5-8063e699941f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/floatingips/11d8f014-b55d-4e60-b1f8-80ab79c19980 HTTP/1.1" status: 200 len: 688 time: 7.2628324 Dec 20 12:05:55.574529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37530) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:55.605415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:55.610940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.615011 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8234890 Dec 20 12:05:55.617977 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aef6a3e0-8b72-4aeb-97d3-065cd2bf5e1a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/af834281-5511-4e9a-9022-625a993d4e1d HTTP/1.1" status: 200 len: 921 time: 0.7795689 Dec 20 12:05:55.618868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d94d2-2e48-4877-b29e-441fb65a1d5b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:55.624005 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37534) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:55.624563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37536) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:55.642744 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'dac0c83e-24f1-473e-8e5f-d08a5642158b'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:55.643566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.662493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1908504876'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:55.669614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:55.671455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:55.678864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:55.689635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:55.694276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:55.702286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:55.711932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:55.716102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.758121 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.761410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.762129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 797e44a1-6ac5-44ec-9b47-47e45e810e4c yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:55.781735 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2a9cceac-592d-44b3-8b74-080ed6fa85cb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:55.802938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.835955 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Allocated IP 2001:db8::f816:3eff:fe6f:814d (51a1536f-8906-4846-ba25-f9918687ea89/dac0c83e-24f1-473e-8e5f-d08a5642158b/d4407760-0d74-4dcb-a2a6-f402604f2517) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:55.848979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Update dhcp port {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'fixed_ips': [{'subnet_id': '517684bb-9967-4c59-a2a8-5c0fedf17ced', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f10549ec-e6c1-4115-8cb1-2a32423a7374'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '1730bc35-1572-4a73-8b5f-f142859e8c2e'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:05:55.868980 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a2df09fe-f331-4f39-a0e4-791fbfb1ce9a tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=af834281-5511-4e9a-9022-625a993d4e1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2385969 Dec 20 12:05:55.883889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37542) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:55.920528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:55.934938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group_rule and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:55.939925 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:55.975618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:55.977402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Transition to ACTIVE for port object 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:55.994872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:56.028812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port b9220f81-07be-4dbb-9be8-1b59e53ef0ed {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:56.029158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.061394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439f0dc-d4e2-4dfe-8b97-186a4b1c374c tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:56.065554 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0439f0dc-d4e2-4dfe-8b97-186a4b1c374c tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 0.1785595 Dec 20 12:05:56.065854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37546) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.091745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=c7c81ef2-6eb6-4b62-9aa0-9b42d945c818,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.094372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.122858 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7c6708b4-1da4-48b5-9e01-ecaca698635f tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=af834281-5511-4e9a-9022-625a993d4e1d HTTP/1.1" status: 200 len: 205 time: 0.0534484 Dec 20 12:05:56.125555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37550) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.128897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.132767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.138215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.143771 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-49bc195e-8fff-49ac-b2fe-5fd2b4155d67 tempest-PortsAdminExtendedAttrsTestJSON-256030410 tempest-PortsAdminExtendedAttrsTestJSON-256030410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.184737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064a2628-0ec8-4bcd-8668-ab2370ea2906,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.187976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.190492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.194794 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5661228 Dec 20 12:05:56.194954 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37554) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.202585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1497425029'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:56.210021 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:56.214379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:56.217376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:56.223517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:56.235288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.245134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.265489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Transition to ACTIVE for port object d4407760-0d74-4dcb-a2a6-f402604f2517 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:56.278437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:56.282303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:security_group_rule and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:56.285283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:56.290474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Allocated IP 172.20.0.2 (4b18c416-11eb-4322-92dc-586cbd0390ff/f10549ec-e6c1-4115-8cb1-2a32423a7374/1730bc35-1572-4a73-8b5f-f142859e8c2e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:56.291850 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:56.295343 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Transition to ACTIVE for port object d4407760-0d74-4dcb-a2a6-f402604f2517 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:56.304570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.317307 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.352535 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:56.360982 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:56.370634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:56.374877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for fa8515c6-4a71-4cfb-983d-f9f44606e8be owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:56.397524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fe14:d16c (51a1536f-8906-4846-ba25-f9918687ea89/dac0c83e-24f1-473e-8e5f-d08a5642158b/797e44a1-6ac5-44ec-9b47-47e45e810e4c) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:56.422301 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.430346 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': 'edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8d786cfe-a9ea-4927-8e5e-729c6c032b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:56.430747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: 8d786cfe-a9ea-4927-8e5e-729c6c032b8e, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:05:56.432369 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.458445 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9284764c-c9ad-4f2f-9a3a-cc72eb1727ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.488956 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.493196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.511058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.515015 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3190942 Dec 20 12:05:56.520182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37558) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.527149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acf17d8-f847-441d-b0d8-f6cdc55e540a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.527912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e8877cb-3658-478f-b6ee-460e3d20c3fc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.566726 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-251639589', 'security_groups': ['3acf17d8-f847-441d-b0d8-f6cdc55e540a'], 'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f10549ec-e6c1-4115-8cb1-2a32423a7374'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:56.607818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Pushing event updated for resources: {'Port': ['ID=d4407760-0d74-4dcb-a2a6-f402604f2517,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.617236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Attempting to bind port d4407760-0d74-4dcb-a2a6-f402604f2517 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:56.617601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Attempting to bind port d4407760-0d74-4dcb-a2a6-f402604f2517 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:56.618079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Attempting to bind port d4407760-0d74-4dcb-a2a6-f402604f2517 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:56.620749 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.633068 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:56.633450 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:56.633860 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.634253 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:56.634725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Bound port: d4407760-0d74-4dcb-a2a6-f402604f2517, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:56.635100 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.665949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] For port 1730bc35-1572-4a73-8b5f-f142859e8c2e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1730bc35-1572-4a73-8b5f-f142859e8c2e,segment=NetworkSegment(debb7822-889b-48e0-b437-eaa50bb7803e),segment_id=debb7822-889b-48e0-b437-eaa50bb7803e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:56.684020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:56.704947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Pushing event updated for resources: {'Port': ['ID=29ac3097-b113-4c3d-9fc8-1401b8b0ab13,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.707558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.715645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:56.717968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:56.750509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] For port d4407760-0d74-4dcb-a2a6-f402604f2517, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:05:56.754642 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] For port d4407760-0d74-4dcb-a2a6-f402604f2517, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d4407760-0d74-4dcb-a2a6-f402604f2517,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:05:56.757020 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.771474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.781265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 797e44a1-6ac5-44ec-9b47-47e45e810e4c will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:56.786816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.813237 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.821563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8fc4df08-3f3d-4090-93ac-c54b7cee4954 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.862721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Pushing event updated for resources: {'Port': ['ID=d4407760-0d74-4dcb-a2a6-f402604f2517,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.877190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.881735 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.907157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:56.907829 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Transition to ACTIVE for port object 1730bc35-1572-4a73-8b5f-f142859e8c2e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:56.913315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:56.915354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.919744 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:56.921845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e4f666cb-23fd-4854-8db6-f397aec15474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:56.929377 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:56.930190 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.945639 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=797e44a1-6ac5-44ec-9b47-47e45e810e4c,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:56.948853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:56.956894 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6083562 Dec 20 12:05:56.959060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37562) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:56.966846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.967189 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:56.977645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:05:56.982935 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1eb27c19-a9b9-4518-90e7-1100cad7a801 admin admin] 10.222.0.41 "PUT /v2.0/routers/47251207-637b-489f-8ddb-cddce271b30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0521634 Dec 20 12:05:56.999249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] Sync routers for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:05:57.006851 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37566) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:57.130388 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Pushing event updated for resources: {'Port': ['ID=1730bc35-1572-4a73-8b5f-f142859e8c2e,revision_number=6']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:57.142567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:57.144092 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb8c5-b7d0-4cb4-a1e2-352c246e1ef8 None None] Provisioning for port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:57.151961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb8c5-b7d0-4cb4-a1e2-352c246e1ef8 None None] Provisioning complete for port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:57.154618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb8c5-b7d0-4cb4-a1e2-352c246e1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.231186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:57.232213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:57.252551 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for b9220f81-07be-4dbb-9be8-1b59e53ef0ed owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:57.301679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:05:57.365068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.394694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 8d786cfe-a9ea-4927-8e5e-729c6c032b8e) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:57.400967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:57.401560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.426437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65430c1-39ec-4a3a-9b82-a5c41ed1dbc2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:57.431378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65430c1-39ec-4a3a-9b82-a5c41ed1dbc2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:57.432346 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f65430c1-39ec-4a3a-9b82-a5c41ed1dbc2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:57.444116 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266b49f-889d-4c35-a56f-fb4cb59f2e66 None None] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:05:57.483763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f65430c1-39ec-4a3a-9b82-a5c41ed1dbc2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:57.488541 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f65430c1-39ec-4a3a-9b82-a5c41ed1dbc2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5250244 Dec 20 12:05:57.490245 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37570) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:57.497641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:57.550761 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3195829 Dec 20 12:05:57.550761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:57.554781 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37574) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:57.564683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1771101331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:05:57.588282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:05:57.612787 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:router and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:05:57.617445 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cb8c5-b7d0-4cb4-a1e2-352c246e1ef8 None None] Port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:57.622987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:05:57.633248 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:05:57.651128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:57.694342 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.695286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.715721 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 797e44a1-6ac5-44ec-9b47-47e45e810e4c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:57.716290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.750511 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.804875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:05:57.850239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.953258 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.975983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:57.978878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.007805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff2e32c0-4a7d-4b9c-9513-5bfe42d746fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:58.017961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-8d786cfe-a9ea-4927-8e5e-729c6c032b8e', 'network_id': '8d786cfe-a9ea-4927-8e5e-729c6c032b8e', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': 'c7c81ef2-6eb6-4b62-9aa0-9b42d945c818'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:05:58.018791 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.043555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.146198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.209198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-44dc1ba8-ae5d-4760-a2b1-2629500efb2d None None] Provisioning complete for port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:58.209500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-44dc1ba8-ae5d-4760-a2b1-2629500efb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.262876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.266785 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a3074d95-0f57-4ee6-b37f-9b3579fa39e3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7085886 Dec 20 12:05:58.271304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37578) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:58.330914 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Allocated IP 172.20.0.2 (8d786cfe-a9ea-4927-8e5e-729c6c032b8e/c7c81ef2-6eb6-4b62-9aa0-9b42d945c818/a3c3e908-244a-4b1b-bcbf-d0864cb45a9a) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:58.331871 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=b9220f81-07be-4dbb-9be8-1b59e53ef0ed,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:58.350175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-44dc1ba8-ae5d-4760-a2b1-2629500efb2d None None] Port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:05:58.391478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:05:48Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:58.413429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] Checking router: 47251207-637b-489f-8ddb-cddce271b30b for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:05:58.474914 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-44dc1ba8-ae5d-4760-a2b1-2629500efb2d None None] Provisioning for port 1730bc35-1572-4a73-8b5f-f142859e8c2e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:58.476745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.487495 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.536900 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.547510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=fa8515c6-4a71-4cfb-983d-f9f44606e8be,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:58.557836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:58.568785 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:58.569269 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:58.578064 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/fa8515c6-4a71-4cfb-983d-f9f44606e8be HTTP/1.1" status: 204 len: 168 time: 3.6292484 Dec 20 12:05:58.589419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37582) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:58.590565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-44dc1ba8-ae5d-4760-a2b1-2629500efb2d None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:58.592830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-44dc1ba8-ae5d-4760-a2b1-2629500efb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.646448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 797e44a1-6ac5-44ec-9b47-47e45e810e4c owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:05:58.696806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.699210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:58.712988 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5a492ac2-9195-4aca-a03a-3dc4c64ada95 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/floatingips/11d8f014-b55d-4e60-b1f8-80ab79c19980 HTTP/1.1" status: 204 len: 168 time: 3.1286259 Dec 20 12:05:58.715847 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37586) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:58.716530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] device_id is not set on port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:05:58.754336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] Routers {'47251207-637b-489f-8ddb-cddce271b30b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:05:58.755305 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['47251207-637b-489f-8ddb-cddce271b30b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:05:58.773140 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-047728c6-8b91-4cc0-95f9-ddce4b09911b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:05:58.774427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-047728c6-8b91-4cc0-95f9-ddce4b09911b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:58.874178 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-0a145102-b87f-42fe-b896-6d4c57126a82 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] delete failed (client error): The resource could not be found. Dec 20 12:05:58.879048 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0a145102-b87f-42fe-b896-6d4c57126a82 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/floatingips/11d8f014-b55d-4e60-b1f8-80ab79c19980 HTTP/1.1" status: 404 len: 345 time: 0.1572609 Dec 20 12:05:58.889799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37590) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:58.913727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1730bc35-1572-4a73-8b5f-f142859e8c2e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:58.986660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.048142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Deleting port a9b95015-4b3d-4214-a427-4a6bad8fd7a7 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:59.048566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.080974 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.127108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] Set router 47251207-637b-489f-8ddb-cddce271b30b gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:05:59.132823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-047728c6-8b91-4cc0-95f9-ddce4b09911b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:59.136593 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-047728c6-8b91-4cc0-95f9-ddce4b09911b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/fa8515c6-4a71-4cfb-983d-f9f44606e8be HTTP/1.1" status: 404 len: 333 time: 0.5268044 Dec 20 12:05:59.142741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37594) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:59.235353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:59.235353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.311467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.319479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Transition to ACTIVE for port object a3c3e908-244a-4b1b-bcbf-d0864cb45a9a will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:59.348741 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-dc5b3f8b-356b-4d92-b055-d7ee243d9bbe None None] Provisioning for port d4407760-0d74-4dcb-a2a6-f402604f2517 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:59.366886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.394165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.408733 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90064095-4e3a-4da0-bd9e-e033bbdba4c9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:59.411160 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-efd6801d-e928-40d2-ba65-f2059a46ae77 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:59.416360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Transition to ACTIVE for port object a3c3e908-244a-4b1b-bcbf-d0864cb45a9a will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:05:59.465962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-dc5b3f8b-356b-4d92-b055-d7ee243d9bbe None None] Could not find standard attr ID for object 797e44a1-6ac5-44ec-9b47-47e45e810e4c. {{(pid=83530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 12:05:59.467586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.478059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=797e44a1-6ac5-44ec-9b47-47e45e810e4c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:59.479735 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:05:59.480533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:59.538962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1566cf05-26e8-4647-bca4-3f7f30900c23 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:59.542703 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1566cf05-26e8-4647-bca4-3f7f30900c23 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:59.546576 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1566cf05-26e8-4647-bca4-3f7f30900c23 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:05:59.547448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1566cf05-26e8-4647-bca4-3f7f30900c23 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Synchronizing usage tracker for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:05:59.585240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d4407760-0d74-4dcb-a2a6-f402604f2517 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:05:59.590398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.5 (4b18c416-11eb-4322-92dc-586cbd0390ff/f10549ec-e6c1-4115-8cb1-2a32423a7374/9b95a3d3-c3ba-41f5-8452-e6841cabb572) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:05:59.604626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.616689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.619770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Pushing event updated for resources: {'Port': ['ID=29ac3097-b113-4c3d-9fc8-1401b8b0ab13,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:59.620171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:05:59.630728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:05:59.631715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:59.655653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet ef436586-7096-4de9-bcd2-516f4de11b52 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:05:59.678888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.680971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:05:59.726733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Pushing event updated for resources: {'Port': ['ID=a3c3e908-244a-4b1b-bcbf-d0864cb45a9a,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:05:59.739021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:05:59.742196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.786263 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/797e44a1-6ac5-44ec-9b47-47e45e810e4c HTTP/1.1" status: 204 len: 168 time: 2.2926171 Dec 20 12:05:59.786263 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1566cf05-26e8-4647-bca4-3f7f30900c23 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Unset dirty status for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:05:59.793139 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1566cf05-26e8-4647-bca4-3f7f30900c23 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "GET /v2.0/ports?network_id=046b1ff5-4ead-40aa-8ace-d7bf37601627 HTTP/1.1" status: 200 len: 2358 time: 0.8941269 Dec 20 12:05:59.793920 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37598) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:59.794235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37600) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:05:59.813322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] For port a9b95015-4b3d-4214-a427-4a6bad8fd7a7, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:05:59.813932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.868164 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Deleting port 6705a40c-4ba3-4ec3-a581-10ae06911f64 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:05:59.868445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.868891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Attempting to bind port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:05:59.869360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Attempting to bind port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8d786cfe-a9ea-4927-8e5e-729c6c032b8e'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:05:59.869803 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Attempting to bind port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a on network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:05:59.880807 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port d4407760-0d74-4dcb-a2a6-f402604f2517 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:05:59.884643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:05:59.885095 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Checking segment: {'id': 'edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8d786cfe-a9ea-4927-8e5e-729c6c032b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:05:59.885572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.886086 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Bound using segment: {'id': 'edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8d786cfe-a9ea-4927-8e5e-729c6c032b8e'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:05:59.886597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Bound port: a3c3e908-244a-4b1b-bcbf-d0864cb45a9a, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8d786cfe-a9ea-4927-8e5e-729c6c032b8e'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:05:59.887037 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.917437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.947704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port d4407760-0d74-4dcb-a2a6-f402604f2517 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:05:59.947950 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:05:59.984547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:05:48Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:00.005937 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28785c22-531e-47f7-8802-09a7aae4b169 None None] The sync data for ids ['47251207-637b-489f-8ddb-cddce271b30b'] in dv-neutron-victoria-2-hyperv is: [{'id': '47251207-637b-489f-8ddb-cddce271b30b', 'name': 'tempest-ServerActionsTestJSON-1788102480-router', 'tenant_id': 'e229d20d69224eb0bd6f9f74c358d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:01:20Z', 'updated_at': '2021-12-20T12:05:48Z', 'revision_number': 5, 'project_id': 'e229d20d69224eb0bd6f9f74c358d267', 'gw_port': {'id': 'a9b95015-4b3d-4214-a427-4a6bad8fd7a7', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47251207-637b-489f-8ddb-cddce271b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:01:21Z', 'updated_at': '2021-12-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:00.044173 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] For port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:00.044283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Calling delete_port for a9b95015-4b3d-4214-a427-4a6bad8fd7a7 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:00.048276 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] For port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a3c3e908-244a-4b1b-bcbf-d0864cb45a9a,segment=NetworkSegment(edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6),segment_id=edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:00.101627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.110949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-113e5c36-381e-4126-ba26-805a78f0236b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:00.136662 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.178831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87c92-1c28-4587-88e6-c8fa50952f61 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:00.180264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87c92-1c28-4587-88e6-c8fa50952f61 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:00.180994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c1c87c92-1c28-4587-88e6-c8fa50952f61 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:00.193365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea68381b-4911-4823-a509-460636a94465 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:00.199311 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ea68381b-4911-4823-a509-460636a94465 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "GET /v2.0/subnets/f4180f6e-b02e-4d98-8180-a2c2c973c374 HTTP/1.1" status: 200 len: 797 time: 0.3840950 Dec 20 12:06:00.244547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37606) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:00.247208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.249718 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'port': {'network_id': '046b1ff5-4ead-40aa-8ace-d7bf37601627', 'name': 'tempest-FloatingIPTestJSON-9937074', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:00.275136 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Pushing event updated for resources: {'Port': ['ID=a3c3e908-244a-4b1b-bcbf-d0864cb45a9a,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:00.279672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:00.285073 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:00.302634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port d4407760-0d74-4dcb-a2a6-f402604f2517, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d4407760-0d74-4dcb-a2a6-f402604f2517,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:00.307806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:00.309166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.318613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:00.411900 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=d4407760-0d74-4dcb-a2a6-f402604f2517,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:00.415829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.416402 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:00.425168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c1c87c92-1c28-4587-88e6-c8fa50952f61 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:00.426606 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c1c87c92-1c28-4587-88e6-c8fa50952f61 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6177945 Dec 20 12:06:00.435420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37610) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:00.465507 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c52dcc38-ae16-42a0-a327-d9ae7a07911a no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:00.500342 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: c52dcc38-ae16-42a0-a327-d9ae7a07911a {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:00.501000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c52dcc38-ae16-42a0-a327-d9ae7a07911a not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:00.513290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.567576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.617001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object 9b95a3d3-c3ba-41f5-8452-e6841cabb572 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:00.714886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.20.0.1 (8d786cfe-a9ea-4927-8e5e-729c6c032b8e/c7c81ef2-6eb6-4b62-9aa0-9b42d945c818/02e526b3-8160-4423-ae42-13ca062c3bc0) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:00.815076 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-307b50b4-40b0-4066-b1f6-990a9583886c None None] Provisioning complete for port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:00.815727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-307b50b4-40b0-4066-b1f6-990a9583886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:00.873746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-307b50b4-40b0-4066-b1f6-990a9583886c None None] Port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:00.972743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Calling delete_port for 6705a40c-4ba3-4ec3-a581-10ae06911f64 owned by network:router_gateway {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:01.096581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:01.113485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.131730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0c7cdc31-790d-4a5c-9140-3edf262873ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:01.169621 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:01.195205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=ef436586-7096-4de9-bcd2-516f4de11b52,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:01.197948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:01.202993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.204706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.212635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a45067bc-8d7b-4a55-94ed-b9f4b2e0dd24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:01.216388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-70cebb8d-9b76-4269-962a-2c15495fbd5d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:01.246642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.255597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c565a2f-0583-4da8-815c-a855d74900a4 None None] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:01.257431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.261484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b95015-4b3d-4214-a427-4a6bad8fd7a7,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:01.265287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet dac0c83e-24f1-473e-8e5f-d08a5642158b {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:01.268347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.312115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:01.313979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:01.338735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.385128 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/ef436586-7096-4de9-bcd2-516f4de11b52 HTTP/1.1" status: 204 len: 168 time: 2.2355692 Dec 20 12:06:01.399329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37614) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:01.447763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object 02e526b3-8160-4423-ae42-13ca062c3bc0 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:01.482548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:01.499611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.501609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:01.504097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:01.511573 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-83f175af-0b49-4e57-a85b-354613ee4076 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:01.541553 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=9b95a3d3-c3ba-41f5-8452-e6841cabb572,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:01.545267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:01.704780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 7846941e-8f9d-455c-8459-fd3e77552df7 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:01.715305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:01.715915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.744778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.749084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ccc0b7-6625-485c-aa09-fd62bd47d80a None None] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:01.752997 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=02e526b3-8160-4423-ae42-13ca062c3bc0,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:01.755702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.844733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6f49df22-49be-4981-9e55-7e0b6297afce None None] Provisioning for port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:01.846032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:01.860702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:01.861568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:01.869199 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:01.931142 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.938533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] device_id is not set on port 06090f52-8789-405f-909d-e605905733d6 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:01.954874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.957372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:01.980576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-771f2d03-96c6-4f96-99df-2cea3011e192 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:02.013837 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4720528 Dec 20 12:06:02.022641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37618) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:02.035724 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.067998 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event deleted for resources: {'Port': ['ID=6705a40c-4ba3-4ec3-a581-10ae06911f64,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:02.083508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:02.091513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-54f8668d-aeb1-44b6-beae-feeee401683c None None] Provisioning for port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:02.105803 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-54f8668d-aeb1-44b6-beae-feeee401683c None None] Provisioning complete for port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:02.106301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-54f8668d-aeb1-44b6-beae-feeee401683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.106419 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:02.134905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.179867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-54f8668d-aeb1-44b6-beae-feeee401683c None None] Port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:02.488933 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.513083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.558529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.582654 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a43a7a0d-087e-4992-9f22-141e97ea6287 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:02.618029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.624647 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Provisioning complete for port a2b53a91-c3c5-4b71-b399-93ff55089801 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:02.625163 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.643635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:02.666415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:02.671040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=dac0c83e-24f1-473e-8e5f-d08a5642158b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:02.673112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:02.716686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:02.719811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:02.749523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.753915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:02.764869 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/dac0c83e-24f1-473e-8e5f-d08a5642158b HTTP/1.1" status: 204 len: 168 time: 2.3261468 Dec 20 12:06:02.771563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37622) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:02.772208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822923c0-3435-4dd1-9b70-06a8e22517c6 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:02.772331 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:02.804389 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a3c3e908-244a-4b1b-bcbf-d0864cb45a9a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:02.840737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.022404 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Router d464321d-4093-44d8-bdec-9b59e21750f4 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:03.041957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:03.056296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.056296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47251207-637b-489f-8ddb-cddce271b30b {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:06:03.098120 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:03.099876 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.134682 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a82d0277-95ef-438d-bd2a-51ae5a3bf9cf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506555 Dec 20 12:06:03.139874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37626) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:03.177121 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Provisioning complete for port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:03.178111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.254557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.262590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:03.276506 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.280189 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] 10.222.0.41 "DELETE /v2.0/routers/47251207-637b-489f-8ddb-cddce271b30b HTTP/1.1" status: 204 len: 168 time: 6.2688055 Dec 20 12:06:03.284482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37630) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:03.330241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.346423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.357010 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.364925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.383681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a5638362-aeb8-4601-a128-ab0f6c04dc0c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:03.414632 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.419050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.428347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e469060-20d1-4091-b300-43d343e65626 None None] Network fe1958c4-589d-4ee3-a412-ca42d96bde04 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:03.445415 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a3c3e908-244a-4b1b-bcbf-d0864cb45a9a,segment=NetworkSegment(edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6),segment_id=edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:03.451268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=7846941e-8f9d-455c-8459-fd3e77552df7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:03.458695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.459673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d4407760-0d74-4dcb-a2a6-f402604f2517 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:03.471908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:03.478182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:03.479575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.14 (046b1ff5-4ead-40aa-8ace-d7bf37601627/f4180f6e-b02e-4d98-8180-a2c2c973c374/06090f52-8789-405f-909d-e605905733d6) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:03.482751 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:03.490550 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/7846941e-8f9d-455c-8459-fd3e77552df7 HTTP/1.1" status: 204 len: 168 time: 2.0854092 Dec 20 12:06:03.496436 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4abb0094-b5b4-4f6d-8819-1af1560bcb60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:03.503938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37634) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:03.529274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.13 (046b1ff5-4ead-40aa-8ace-d7bf37601627/f4180f6e-b02e-4d98-8180-a2c2c973c374/06090f52-8789-405f-909d-e605905733d6) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:03.542040 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Deleting subnet c2a5023f-d2f7-4d49-8083-4de521aebc02 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:03.542268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:03.552417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.571690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:03.580912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.581539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Fanout notify agent at l3_agent the message router_deleted on router af834281-5511-4e9a-9022-625a993d4e1d {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:06:03.670881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:03.674268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.722773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:03.729937 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f10549ec-e6c1-4115-8cb1-2a32423a7374 (CIDR: 172.20.0.0/28) Dec 20 12:06:03.738958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:03.738958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:03.749912 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:03.750356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:03.759907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Deleting port d4407760-0d74-4dcb-a2a6-f402604f2517 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:03.760416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.793489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.794768 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/af834281-5511-4e9a-9022-625a993d4e1d HTTP/1.1" status: 204 len: 168 time: 7.6577291 Dec 20 12:06:03.805969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.819639 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37638) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:03.835789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-843961598', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:03.856559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=a3c3e908-244a-4b1b-bcbf-d0864cb45a9a,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:03.862106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.873862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:03.879021 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:03.892532 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6e9e3449-f26e-4f6f-b1bd-d743313e5847 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8650587 Dec 20 12:06:03.895895 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Usage tracker for resource:router and tenant:461f6fef4c5d4f56be5967ca7f311d48 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:03.898509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37642) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:03.905205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:03.911624 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:03.936103 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:03.974978 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port d4407760-0d74-4dcb-a2a6-f402604f2517 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:03.975394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.980099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:03.981801 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.000742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port a2b53a91-c3c5-4b71-b399-93ff55089801 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:04.001278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.037142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.057050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.112250 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:04.153396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] For port d4407760-0d74-4dcb-a2a6-f402604f2517, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d4407760-0d74-4dcb-a2a6-f402604f2517,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:04.154013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.264096 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.265582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=02e526b3-8160-4423-ae42-13ca062c3bc0,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:04.272264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:04.276081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:04.279895 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:04.291440 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:04.306826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Calling delete_port for d4407760-0d74-4dcb-a2a6-f402604f2517 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:04.313299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:04.316484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.317592 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.346894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.400563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:04.403951 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.406924 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] DHCP port deletion for fe1958c4-589d-4ee3-a412-ca42d96bde04 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:04.437570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Deleting port a2b53a91-c3c5-4b71-b399-93ff55089801 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:04.437570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.438940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:04.451614 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] 10.222.0.41 "PUT /v2.0/routers/d464321d-4093-44d8-bdec-9b59e21750f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2464464 Dec 20 12:06:04.466057 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Sync routers for ids ['d464321d-4093-44d8-bdec-9b59e21750f4'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:04.490586 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Routers {'d464321d-4093-44d8-bdec-9b59e21750f4'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:04.491288 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['d464321d-4093-44d8-bdec-9b59e21750f4'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:04.534782 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.561906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-77246617-12c2-4b97-89da-6fa4e995c2ce tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:04.670198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] For port a2b53a91-c3c5-4b71-b399-93ff55089801, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a2b53a91-c3c5-4b71-b399-93ff55089801,segment=NetworkSegment(06038c43-8b9e-42a2-bdd4-c5f4304d28cf),segment_id=06038c43-8b9e-42a2-bdd4-c5f4304d28cf)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:04.670443 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.674253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] For port a2b53a91-c3c5-4b71-b399-93ff55089801, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a2b53a91-c3c5-4b71-b399-93ff55089801,segment=NetworkSegment(06038c43-8b9e-42a2-bdd4-c5f4304d28cf),segment_id=06038c43-8b9e-42a2-bdd4-c5f4304d28cf)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:04.675180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.687134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.810915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Calling delete_port for a2b53a91-c3c5-4b71-b399-93ff55089801 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:04.860003 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Set router d464321d-4093-44d8-bdec-9b59e21750f4 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:04.943641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:04.969688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b91ee422-4af2-470d-9818-71d1e7605573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:04.985764 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for a2b53a91-c3c5-4b71-b399-93ff55089801 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:05.022999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:05.033123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:05.045186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:05.058102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] No DVR routers for this DVR port a2b53a91-c3c5-4b71-b399-93ff55089801 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:05.091011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Pushing event deleted for resources: {'Port': ['ID=a2b53a91-c3c5-4b71-b399-93ff55089801,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:05.094743 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.097814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b7b80-9c4f-4b6b-8b08-6132d777d664 None None] Network 29668f17-f73c-4085-abea-6d06b9c7a23b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:05.108992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=06090f52-8789-405f-909d-e605905733d6,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:05.119950 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.130758 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:05.143589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a65e835f-a329-46d0-88a4-6380eaf74af0 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:05.257775 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2a5023f-d2f7-4d49-8083-4de521aebc02 HTTP/1.1" status: 204 len: 168 time: 1.9359975 Dec 20 12:06:05.260734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a5023f-d2f7-4d49-8083-4de521aebc02,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:05.269902 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37656) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:05.290129 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:05.291779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:05.324401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a3c3e908-244a-4b1b-bcbf-d0864cb45a9a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:05.357172 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:05.357599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.373858 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:05.374128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:05.384714 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.1393583 Dec 20 12:06:05.387108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37660) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:05.392044 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'name': 'tempest-TestVolumeBootPattern-1121026816-router', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185'}], 'enable_snat': True}, 'gw_port_id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:36Z', 'updated_at': '2021-12-20T12:05:57Z', 'revision_number': 4, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'gw_port': {'id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:39Z', 'updated_at': '2021-12-20T12:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '29ac3097-b113-4c3d-9fc8-1401b8b0ab13', 'name': '', 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'mac_address': 'fa:16:3e:64:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c839211-97f1-4184-b1b7-847fb31b6500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:54Z', 'updated_at': '2021-12-20T12:05:58Z', 'revision_number': 2, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'subnets': [{'id': '1c839211-97f1-4184-b1b7-847fb31b6500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:05.393617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': '06090f52-8789-405f-909d-e605905733d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:05.401126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:05.403136 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Checking router: d464321d-4093-44d8-bdec-9b59e21750f4 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:06:05.404734 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Updating router d464321d-4093-44d8-bdec-9b59e21750f4 port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:06:05.413943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:05.421446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.427906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:05.429048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.442129 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 517684bb-9967-4c59-a2a8-5c0fedf17ced (CIDR: 172.20.0.16/28) Dec 20 12:06:05.465836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:06:05.472924 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Pushing event deleted for resources: {'Port': ['ID=d4407760-0d74-4dcb-a2a6-f402604f2517,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:05.475968 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:05.480721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Provisioning for port 02e526b3-8160-4423-ae42-13ca062c3bc0 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:05.488306 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.493961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Provisioning complete for port 02e526b3-8160-4423-ae42-13ca062c3bc0 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:05.494351 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.567906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37664) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:05.575983 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] No DVR routers for this DVR port d4407760-0d74-4dcb-a2a6-f402604f2517 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:05.581260 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:05.581699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:05.584345 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082880015', 'description': 'tempest-secgroup-smoke-2082880015 description', 'project_id': '07f88a0fd7aa41769ff9360299eb17bf'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:05.591542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:05.596239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:05.601687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:05.610483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:05.616887 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:05.617318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.628879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:05.632830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.635606 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.642622 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:05.659094 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-5912ede8-610a-458b-b386-8d0ceccf7648 None None] Port 02e526b3-8160-4423-ae42-13ca062c3bc0 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:05.683938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:05.689051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:05.692782 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:05.699075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:05.771362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.787747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.796066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-10ea6110-0480-43ec-829d-4666d704c0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:05.832058 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] DHCP port deletion for 29668f17-f73c-4085-abea-6d06b9c7a23b request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:05.841446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Deleting port b9600dcd-d12b-4c19-8ee1-7db9759cd332 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:05.843328 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.859208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8876800-6f33-4f38-bd77-362e4f94c763,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:05.863757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:05.882928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port a2b53a91-c3c5-4b71-b399-93ff55089801 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:05.883321 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.932546 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-debeff98-cbb3-4242-89c6-fe2afbdde097 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.0308201 Dec 20 12:06:05.952108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37668) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:05.970480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'subnet': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:05.975703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] The port 'a2b53a91-c3c5-4b71-b399-93ff55089801' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:05.982507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:05.987225 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4182069 Dec 20 12:06:05.989137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37672) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:05.991626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.003082 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Deleting port b9600dcd-d12b-4c19-8ee1-7db9759cd332 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:06.003402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.005878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'security_group_rule': {'security_group_id': 'b8876800-6f33-4f38-bd77-362e4f94c763', 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:06.119929 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] For port b9600dcd-d12b-4c19-8ee1-7db9759cd332, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9600dcd-d12b-4c19-8ee1-7db9759cd332,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:06.120230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.122597 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.137885 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Transition to ACTIVE for port object 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:06.147645 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.156505 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-76567574-a9b5-49e8-aa38-208f4d650b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.188210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.222372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1958c4-589d-4ee3-a412-ca42d96bde04']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:06.236658 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06038c43-8b9e-42a2-bdd4-c5f4304d28cf') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:06.237898 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06038c43-8b9e-42a2-bdd4-c5f4304d28cf') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:06.251194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.259482 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Calling delete_port for b9600dcd-d12b-4c19-8ee1-7db9759cd332 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:06.272556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.ipam_pluggable_backend [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Port d4407760-0d74-4dcb-a2a6-f402604f2517 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 12:06:06.273095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.ipam_pluggable_backend [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:814d {{(pid=83528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 12:06:06.275518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.284786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:06.286624 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.346728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a2b53a91-c3c5-4b71-b399-93ff55089801 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:06.357690 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc8ff-5152-4dcd-96cc-8995b419631f None None] Pushing event updated for resources: {'Port': ['ID=29ac3097-b113-4c3d-9fc8-1401b8b0ab13,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:06.369886 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-9b0bc8ff-5152-4dcd-96cc-8995b419631f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:06.374247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.387834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.412281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:06.418123 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:06.424576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:06.427886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:06.430907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.436534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:06.439883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29491e82-a8c2-49bd-8aad-bff350daf8ef tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.443797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Pushing event deleted for resources: {'Port': ['ID=b9600dcd-d12b-4c19-8ee1-7db9759cd332,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:06.450448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:06.451624 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Attempting to bind port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:06.452000 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Attempting to bind port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:06.452386 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Attempting to bind port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 on network 1ae3eaaf-443f-4bb8-9ef4-c57d6525c461 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:06.453160 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: a2b53a91-c3c5-4b71-b399-93ff55089801 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:06.453588 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a2b53a91-c3c5-4b71-b399-93ff55089801 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:06.454201 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a9b95015-4b3d-4214-a427-4a6bad8fd7a7 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:06.459920 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:06.460221 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Checking segment: {'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:06.460622 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.461171 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Bound using segment: {'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:06.461851 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Bound port: 29ac3097-b113-4c3d-9fc8-1401b8b0ab13, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8570ecea-aa9f-4648-b8a6-7c52a24ce77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:06.462242 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.470203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.473926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=fe1958c4-589d-4ee3-a412-ca42d96bde04,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:06.481868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:06.483995 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/fe1958c4-589d-4ee3-a412-ca42d96bde04 HTTP/1.1" status: 204 len: 168 time: 2.9758837 Dec 20 12:06:06.497251 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37676) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:06.498072 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.517129 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: a9b95015-4b3d-4214-a427-4a6bad8fd7a7 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:06.517405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a9b95015-4b3d-4214-a427-4a6bad8fd7a7 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:06.517889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d4407760-0d74-4dcb-a2a6-f402604f2517 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:06.561584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: d4407760-0d74-4dcb-a2a6-f402604f2517 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:06.561877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d4407760-0d74-4dcb-a2a6-f402604f2517 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:06.580039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b705fb14-7d81-4809-830c-7de089984926 None None] Provisioning complete for port 02e526b3-8160-4423-ae42-13ca062c3bc0 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:06.581703 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b705fb14-7d81-4809-830c-7de089984926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.591303 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] For port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:06.595031 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] For port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=29ac3097-b113-4c3d-9fc8-1401b8b0ab13,segment=NetworkSegment(8570ecea-aa9f-4648-b8a6-7c52a24ce77b),segment_id=8570ecea-aa9f-4648-b8a6-7c52a24ce77b)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:06.600433 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.604996 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.605825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.654506 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b705fb14-7d81-4809-830c-7de089984926 None None] Port 02e526b3-8160-4423-ae42-13ca062c3bc0 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:06.660491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] No DVR routers for this DVR port b9600dcd-d12b-4c19-8ee1-7db9759cd332 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:06.675000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c03907-e71a-428b-8ccf-682a09791289 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:06.676106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-60c03907-e71a-428b-8ccf-682a09791289 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:06.689052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.723856 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc8ff-5152-4dcd-96cc-8995b419631f None None] Pushing event updated for resources: {'Port': ['ID=29ac3097-b113-4c3d-9fc8-1401b8b0ab13,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:06.726492 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Routers {'d464321d-4093-44d8-bdec-9b59e21750f4'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:06.727104 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['d464321d-4093-44d8-bdec-9b59e21750f4'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:06.727290 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-60c03907-e71a-428b-8ccf-682a09791289 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:06.728539 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-60c03907-e71a-428b-8ccf-682a09791289 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2208467 Dec 20 12:06:06.735188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.735842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37680) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:06.786848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.832957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bc9ee026-c792-4775-86bd-2a1d878efdb4 None None] Provisioning complete for port 02e526b3-8160-4423-ae42-13ca062c3bc0 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:06.833395 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bc9ee026-c792-4775-86bd-2a1d878efdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.844579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.909733 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97aa4888-bf41-4638-8961-8322dc26768b,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:06.912500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ee026-c792-4775-86bd-2a1d878efdb4 None None] Port 02e526b3-8160-4423-ae42-13ca062c3bc0 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:06.935488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:06.962542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.979744 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:06.983307 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b75c5496-996d-479f-9abd-53571312be5c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9873376 Dec 20 12:06:06.983612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37684) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:06.984296 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-9b0bc8ff-5152-4dcd-96cc-8995b419631f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:06.988960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5083cfc2-425d-499c-a041-a6ef034191c3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:06.993513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.36.7.244 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/ccf35e35-a687-4964-b6f7-ad9b05a9c5b7) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:07.004709 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-aa6f84b8-a2be-4c1d-a1f6-e04eebaabf7c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2675185 Dec 20 12:06:07.010654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37686) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:07.014390 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] Set router d464321d-4093-44d8-bdec-9b59e21750f4 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:07.017055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1132509966'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:07.026372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:07.037554 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:07.042085 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9600dcd-d12b-4c19-8ee1-7db9759cd332 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:07.042300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:07.062570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:07.084392 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: b9600dcd-d12b-4c19-8ee1-7db9759cd332 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:07.085326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b9600dcd-d12b-4c19-8ee1-7db9759cd332 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:07.089221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'security_group_rule': {'security_group_id': 'b8876800-6f33-4f38-bd77-362e4f94c763', 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:07.115421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.124421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:07.127187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:07.133534 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] For port b9600dcd-d12b-4c19-8ee1-7db9759cd332, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b9600dcd-d12b-4c19-8ee1-7db9759cd332,segment=NetworkSegment(f3a0ef00-e2af-435e-bc7c-a7ed49aef073),segment_id=f3a0ef00-e2af-435e-bc7c-a7ed49aef073)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:07.133880 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.150351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:07.156290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:07.159346 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Usage tracker for resource:subnet and tenant:d187523ae340477fb5877262a1160f1f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:07.170397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:07.211235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:07.214272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.234146 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:07.297380 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:07.311739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Calling delete_port for b9600dcd-d12b-4c19-8ee1-7db9759cd332 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:07.321821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:07.340083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:07.347341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.347690 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment 90707853-467a-4a0c-8bc1-04b15f27aaf5 of type vlan for network eca383ea-4c50-47d6-817a-0360566d3eca Dec 20 12:06:07.356351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:07.362784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=74ca4170-5469-44c6-a0bf-a7c79c8a7832,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:07.366553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:07.367134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.380022 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:07.383576 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63630977-5c1c-414a-9e68-a4fd4d485a9c None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:07.395786 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Made reservation on behalf of d187523ae340477fb5877262a1160f1f for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:07.399315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.408466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.412936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.426080 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'name': 'tempest-TestVolumeBootPattern-1121026816-router', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185'}], 'enable_snat': True}, 'gw_port_id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:36Z', 'updated_at': '2021-12-20T12:05:57Z', 'revision_number': 4, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'gw_port': {'id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:39Z', 'updated_at': '2021-12-20T12:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '29ac3097-b113-4c3d-9fc8-1401b8b0ab13', 'name': '', 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'mac_address': 'fa:16:3e:64:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c839211-97f1-4184-b1b7-847fb31b6500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:54Z', 'updated_at': '2021-12-20T12:06:06Z', 'revision_number': 4, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'subnets': [{'id': '1c839211-97f1-4184-b1b7-847fb31b6500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:07.433002 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d6b6e-5d16-4cd4-a860-79e75e6754fb None None] The sync data for ids ['d464321d-4093-44d8-bdec-9b59e21750f4'] in dv-neutron-victoria-2-hyperv is: [{'id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'name': 'tempest-TestVolumeBootPattern-1121026816-router', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185'}], 'enable_snat': True}, 'gw_port_id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:36Z', 'updated_at': '2021-12-20T12:05:57Z', 'revision_number': 4, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'gw_port': {'id': '1e8efde1-f4e1-4bc2-a051-7f70b155fe28', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:39Z', 'updated_at': '2021-12-20T12:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '29ac3097-b113-4c3d-9fc8-1401b8b0ab13', 'name': '', 'network_id': '1ae3eaaf-443f-4bb8-9ef4-c57d6525c461', 'tenant_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'mac_address': 'fa:16:3e:64:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd464321d-4093-44d8-bdec-9b59e21750f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c839211-97f1-4184-b1b7-847fb31b6500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:54Z', 'updated_at': '2021-12-20T12:06:06Z', 'revision_number': 4, 'project_id': 'f8808b72a0f34f65a18ff4ce65244a84', 'subnets': [{'id': '1c839211-97f1-4184-b1b7-847fb31b6500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:07.455682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.497329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.509116 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3109207 Dec 20 12:06:07.519124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:07.522075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.524267 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:06:07.529300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37692) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:07.530016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:07.555817 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.573253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:97:67:9e', 'name': 'tempest-NetworksTestDHCPv6-165801679'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:07.659958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:07.685675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:07.685995 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:07.693780 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '74ca4170-5469-44c6-a0bf-a7c79c8a7832'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:07.694602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.709660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:07.713186 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7015545 Dec 20 12:06:07.719603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:07.722096 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37696) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:07.747229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:07.777930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.779137 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Allocated IP 172.36.7.80 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/388dcc6b-0436-40f8-a9ed-9d354d270ae2) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:07.809548 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:07.854396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=eca383ea-4c50-47d6-817a-0360566d3eca,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:07.865098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network eca383ea-4c50-47d6-817a-0360566d3eca details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:07.869240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ac98d71f-e168-450c-b974-1549dcbd4e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:07.869797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b8dfbaa4-c739-4c14-abcc-5f2685686afe tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:07.892195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c61ef4f2-f1de-4adc-a979-2b3ed13cd5b4 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:07.979802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=ccf35e35-a687-4964-b6f7-ad9b05a9c5b7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:07.992732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:08.062891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Allocated IP 2001:db8::f816:3eff:fe59:6678 (51a1536f-8906-4846-ba25-f9918687ea89/74ca4170-5469-44c6-a0bf-a7c79c8a7832/4b11a3d3-d4e3-4a97-885a-1b8855f56de0) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:08.075429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:08.082436 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:08.090930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:08.100947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:08.129099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9275d8-68e6-47fb-93a6-4d4fd78281ac,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:08.167105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:08.187059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:08.190399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Deleting port b9600dcd-d12b-4c19-8ee1-7db9759cd332 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:08.190810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.218478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.219751 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1891246 Dec 20 12:06:08.231150 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37700) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:08.232816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:08.251526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'security_group_rule': {'security_group_id': 'b8876800-6f33-4f38-bd77-362e4f94c763', 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:08.308258 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:08.322047 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.336792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Transition to ACTIVE for port object 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:08.338880 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:08.360863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Transition to ACTIVE for port object 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:08.365861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] The port 'b9600dcd-d12b-4c19-8ee1-7db9759cd332' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:08.367239 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.369153 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.374440 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:08.380870 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bdfe4b7c-336a-4146-9817-2d2d0b4433f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:08.381282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9de3d8ea-e763-4f91-98f9-bd438220e3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:08.387085 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:08.400083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:08.406696 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:08.432365 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:08.462911 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:08.467240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:08.470186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:08.474150 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Pushing event updated for resources: {'Port': ['ID=4b11a3d3-d4e3-4a97-885a-1b8855f56de0,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:08.477185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:08.499640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.516882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:08.518893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.558827 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 9ab2add2-2160-4ccd-a898-6566a83cb496 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:08.566172 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Network 4b18c416-11eb-4322-92dc-586cbd0390ff is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:08.574341 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Attempting to bind port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:08.574802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Attempting to bind port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:08.575425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Attempting to bind port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:08.582015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:08.582398 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:08.582824 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.583426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:08.584360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Bound port: 4b11a3d3-d4e3-4a97-885a-1b8855f56de0, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:08.584489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.586601 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:08.598087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 036c3250-1ae6-400e-9ab0-fc3d7735f11d is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:06:08.602452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Subnet': ['ID=443ef7c0-4848-4846-99a4-ef3a8232e27b,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:08.637934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf3b99-6008-45f8-846e-e8db671ff26a None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:08.656703 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:08.657433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.672925 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:08.687102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.698553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.797789 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] For port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:08.823126 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] For port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4b11a3d3-d4e3-4a97-885a-1b8855f56de0,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:08.861003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.867800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fe97:679e (51a1536f-8906-4846-ba25-f9918687ea89/74ca4170-5469-44c6-a0bf-a7c79c8a7832/9ab2add2-2160-4ccd-a898-6566a83cb496) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:08.871668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:08.891775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.902334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:08.921579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8ff4125e-d460-4a9a-b9b6-d9979548ea2f tempest-ServersTestManualDisk-2140316974 tempest-ServersTestManualDisk-2140316974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:08.953265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1577dc05-30bc-4980-b16d-e3cea4231010,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:08.965081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:08.981471 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0279703 Dec 20 12:06:08.988207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37704) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:08.988381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29668f17-f73c-4085-abea-6d06b9c7a23b']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:08.995480 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1769682572', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '443ef7c0-4848-4846-99a4-ef3a8232e27b'}], 'security_groups': ['6b3d94d2-2e48-4877-b29e-441fb65a1d5b', '064a2628-0ec8-4bcd-8668-ab2370ea2906']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:08.999610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.025339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:09.025978 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a0ef00-e2af-435e-bc7c-a7ed49aef073') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:09.054723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Pushing event updated for resources: {'Port': ['ID=4b11a3d3-d4e3-4a97-885a-1b8855f56de0,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:09.058952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:09.110535 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:09.178267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.275979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.294939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:09.295718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.296772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:09.307567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:09.308454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:09.316360 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:09.356013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.361167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:09.363574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.364861 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4bd05403-afb4-49ad-8a2a-8df295654f25 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1306171 Dec 20 12:06:09.369432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37708) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:09.378931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Update dhcp port {'port': {'network_id': '4b18c416-11eb-4322-92dc-586cbd0390ff', 'fixed_ips': [{'subnet_id': '517684bb-9967-4c59-a2a8-5c0fedf17ced', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f10549ec-e6c1-4115-8cb1-2a32423a7374', 'ip_address': '172.20.0.2'}, {'subnet_id': '443ef7c0-4848-4846-99a4-ef3a8232e27b'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '1730bc35-1572-4a73-8b5f-f142859e8c2e'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:06:09.397072 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'security_group_rule': {'security_group_id': 'b8876800-6f33-4f38-bd77-362e4f94c763', 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:09.402844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:09.406921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:09.410051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:09.416585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:09.531978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.532244 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.537791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:09.539704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event updated for resources: {'Port': ['ID=388dcc6b-0436-40f8-a9ed-9d354d270ae2,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:09.539839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.546059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:09.549001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:09.550379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.557021 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9a8375cc-14f6-4980-88aa-d61eb5ad8308 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:09.570669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:09.616522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.617420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=29668f17-f73c-4085-abea-6d06b9c7a23b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:09.657667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:09.683728 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] 10.222.0.41 "DELETE /v2.0/networks/29668f17-f73c-4085-abea-6d06b9c7a23b HTTP/1.1" status: 204 len: 168 time: 4.4002464 Dec 20 12:06:09.759750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:09.770216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.783243 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0f3d21d7-cffd-4df6-b61d-88008cffb8d5 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/036c3250-1ae6-400e-9ab0-fc3d7735f11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5109954 Dec 20 12:06:09.801233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37714) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:09.808444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] Sync routers for ids ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:09.872251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=29ac3097-b113-4c3d-9fc8-1401b8b0ab13,segment=NetworkSegment(8570ecea-aa9f-4648-b8a6-7c52a24ce77b),segment_id=8570ecea-aa9f-4648-b8a6-7c52a24ce77b)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:09.873475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.886231 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.894694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-00dc946b-2d45-4463-ad7b-53c48b39d5a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:09.911461 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.916472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.922179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347343dd-b756-4034-9642-86c4cf7f7387 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:09.923011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-347343dd-b756-4034-9642-86c4cf7f7387 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:09.928427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.929346 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:09.946656 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-50f8e482-e438-4ad6-b3eb-830b0dc09346 tempest-DHCPAgentSchedulersTestJSON-1343320546 tempest-DHCPAgentSchedulersTestJSON-1343320546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:09.948943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0fcd8714-dcbf-44e0-969f-733174d244d7 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:09.994455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] Routers {'036c3250-1ae6-400e-9ab0-fc3d7735f11d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:09.995386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:10.019685 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b78ca0c-fdd0-42e4-9d69-2d2eb7d68d69,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:10.027075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=3205a5c1-4236-4aac-8512-8a98cf6b360a,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:10.029325 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-347343dd-b756-4034-9642-86c4cf7f7387 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:10.034216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:10.034351 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-347343dd-b756-4034-9642-86c4cf7f7387 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports/02e526b3-8160-4423-ae42-13ca062c3bc0 HTTP/1.1" status: 200 len: 910 time: 0.2295792 Dec 20 12:06:10.037523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:10.038019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37718) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.049619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37722) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.070060 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=29ac3097-b113-4c3d-9fc8-1401b8b0ab13,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:10.071543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 9ab2add2-2160-4ccd-a898-6566a83cb496 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:10.075987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:10.084413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.133468 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:10.207193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.211463 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-20479d14-4737-43c0-a988-18b6462d5487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8231125 Dec 20 12:06:10.217480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37726) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.225110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] Routers {'036c3250-1ae6-400e-9ab0-fc3d7735f11d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:10.226643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:10.227677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'security_group_rule': {'security_group_id': 'b8876800-6f33-4f38-bd77-362e4f94c763', 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:10.248307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:10.255600 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:10.262188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:10.274900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:10.282313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': '90707853-467a-4a0c-8bc1-04b15f27aaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:10.282586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: eca383ea-4c50-47d6-817a-0360566d3eca, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:10.291751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Allocated IP 172.20.0.34 (4b18c416-11eb-4322-92dc-586cbd0390ff/443ef7c0-4848-4846-99a4-ef3a8232e27b/1730bc35-1572-4a73-8b5f-f142859e8c2e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:10.304864 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:10.304864 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afcc71-1c7c-49e6-b4ee-e4f942595751 None None] The sync data for ids ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:10.318684 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.securitygroups_db [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Project 07f88a0fd7aa41769ff9360299eb17bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:06:10.334443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.338154 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-dcbf4947-c74c-4047-9db9-38207e1e20bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e229d20d69224eb0bd6f9f74c358d267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2870190 Dec 20 12:06:10.345364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37730) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.357290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.358054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.380561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.449841 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network eca383ea-4c50-47d6-817a-0360566d3eca is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:10.486564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, eca383ea-4c50-47d6-817a-0360566d3eca) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:10.496967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce407529-aec7-46d3-a325-33d5bfa61805 None None] Network eca383ea-4c50-47d6-817a-0360566d3eca requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:10.518465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] For port 1730bc35-1572-4a73-8b5f-f142859e8c2e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1730bc35-1572-4a73-8b5f-f142859e8c2e,segment=NetworkSegment(debb7822-889b-48e0-b437-eaa50bb7803e),segment_id=debb7822-889b-48e0-b437-eaa50bb7803e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:10.518701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-094738c1-ad86-4599-ae41-18cebc87b9d4 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:10.570357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:10.571702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.636234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.677127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Transition to ACTIVE for port object 1730bc35-1572-4a73-8b5f-f142859e8c2e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:10.678716 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9546301 Dec 20 12:06:10.680491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c4bd96ec-6eee-4b7b-a69e-8deb61761491 None None] Provisioning for port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:10.682546 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.684266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37734) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.693205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca', 'name': 'tempest-PortsIpV6TestJSON-2067573198'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:10.709859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:10.711818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=9ab2add2-2160-4ccd-a898-6566a83cb496,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:10.714939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.719122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:10.722300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:10.726201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:10.726982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.730726 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:10.778369 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.786782 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.834396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-04c9a276-7604-4ade-a584-976ebc93617a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:10.848133 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2992349 Dec 20 12:06:10.858604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37738) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:10.905486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.911844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-352865f5-0c8e-4f4f-835f-e85d78386e41 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:10.930065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-eca383ea-4c50-47d6-817a-0360566d3eca', 'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca', 'tenant_id': 'b725b547212f43cfac00b00e174583bf', 'fixed_ips': [{'subnet_id': '3205a5c1-4236-4aac-8512-8a98cf6b360a'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:10.931356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.931478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.938054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:10.951567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-092d9634-fdff-4ec4-9314-a2b292396d73 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:10.971356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d80af6-566d-44ce-a5d6-70c67f7e3c78,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:11.052071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:11.059268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.062893 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8405850 Dec 20 12:06:11.073917 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37742) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:11.087012 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'security_group_rule': {'security_group_id': 'b8876800-6f33-4f38-bd77-362e4f94c763', 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:11.100854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:11.122945 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:security_group_rule and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:11.132820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:11.149863 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:11.150699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:11.158488 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:11.163864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:11.167811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.182253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=ccf35e35-a687-4964-b6f7-ad9b05a9c5b7,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:11.190344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:11.212862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:11.224021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Delete allocated IP 172.20.0.5 (4b18c416-11eb-4322-92dc-586cbd0390ff/f10549ec-e6c1-4115-8cb1-2a32423a7374) {{(pid=83527) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:06:11.237429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Allocated IP 172.20.0.45 (4b18c416-11eb-4322-92dc-586cbd0390ff/443ef7c0-4848-4846-99a4-ef3a8232e27b/9b95a3d3-c3ba-41f5-8452-e6841cabb572) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:11.240783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:11.243206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.255658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Pushing event updated for resources: {'Port': ['ID=1730bc35-1572-4a73-8b5f-f142859e8c2e,revision_number=7']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:11.298512 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:11.300280 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.securitygroups_db [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Project 07f88a0fd7aa41769ff9360299eb17bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:06:11.310341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe0d9d-877f-48bc-9876-81bb8320e30b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:11.315993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe0d9d-877f-48bc-9876-81bb8320e30b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:11.315993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1ffe0d9d-877f-48bc-9876-81bb8320e30b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:11.319530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.321391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.337995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7c350d50-b4e5-4dcd-a98c-f2fdac87b1b9 None None] Provisioning for port 9ab2add2-2160-4ccd-a898-6566a83cb496 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:11.338842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:11.341881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.356565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7c350d50-b4e5-4dcd-a98c-f2fdac87b1b9 None None] Provisioning complete for port 9ab2add2-2160-4ccd-a898-6566a83cb496 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:11.356838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7c350d50-b4e5-4dcd-a98c-f2fdac87b1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.401660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 56695c4d-65b3-4b52-b81f-5e0889df147b yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:11.424344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 29ac3097-b113-4c3d-9fc8-1401b8b0ab13 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:11.424815 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.460589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5889cdc3-9a31-4f8a-ae3f-794d34aa2672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:11.496472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd92f33-169c-488d-8c58-87c32109b8fb,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:11.507722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:11.564697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7c350d50-b4e5-4dcd-a98c-f2fdac87b1b9 None None] Port 9ab2add2-2160-4ccd-a898-6566a83cb496 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:11.566054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1ffe0d9d-877f-48bc-9876-81bb8320e30b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:11.574659 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1ffe0d9d-877f-48bc-9876-81bb8320e30b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7109540 Dec 20 12:06:11.575946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.579527 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efd92f33-169c-488d-8c58-87c32109b8fb HTTP/1.1" status: 204 len: 168 time: 1.2285268 Dec 20 12:06:11.579705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.588246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37746) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:11.591552 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.609002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Allocated IP 2001:db8::2 (eca383ea-4c50-47d6-817a-0360566d3eca/3205a5c1-4236-4aac-8512-8a98cf6b360a/6fac5b56-a839-41b0-bac0-17fda8793d4c) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:11.718342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 9ab2add2-2160-4ccd-a898-6566a83cb496 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:11.718681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.785197 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4f913007-6047-489c-8504-b92ecc2dc933 tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:11.818460 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cfe792-6985-4dd2-8198-637bedc5b680,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:11.832467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:11.835264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Router 6884e473-3f90-4f13-8f15-05d53333aa13 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:06:11.918963 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:11.923580 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aea3552f-bccd-4807-854b-3053fa2c9acb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8434720 Dec 20 12:06:12.013446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.028797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Transition to ACTIVE for port object 6fac5b56-a839-41b0-bac0-17fda8793d4c will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:12.057901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Transition to ACTIVE for port object 6fac5b56-a839-41b0-bac0-17fda8793d4c will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:12.067950 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f5992749-abac-4b1b-8dd7-3f3230e1a4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.197082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.213571 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0ef912e0-d93d-4ff0-876c-60b8837f818c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:12.228105 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.239707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::154 (eca383ea-4c50-47d6-817a-0360566d3eca/3205a5c1-4236-4aac-8512-8a98cf6b360a/56695c4d-65b3-4b52-b81f-5e0889df147b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:12.304128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:12.317061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Transition to ACTIVE for port object 9b95a3d3-c3ba-41f5-8452-e6841cabb572 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:12.341251 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.403916 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3fe60162-8d99-40eb-a864-999fc995bbfb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:12.497115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Network eca383ea-4c50-47d6-817a-0360566d3eca is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:12.502282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Pushing event updated for resources: {'Port': ['ID=6fac5b56-a839-41b0-bac0-17fda8793d4c,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:12.505331 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:12.508616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:12.510741 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:12.561465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2b9feaf0-c872-4225-98d9-482d47d3a6fa None None] Provisioning complete for port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:12.561465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b9feaf0-c872-4225-98d9-482d47d3a6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.623536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.659632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 56695c4d-65b3-4b52-b81f-5e0889df147b will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:12.788459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:12.793321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.802205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:12.808586 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] Sync routers for ids ['6884e473-3f90-4f13-8f15-05d53333aa13'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:12.814090 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Attempting to bind port 6fac5b56-a839-41b0-bac0-17fda8793d4c on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:12.814587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Attempting to bind port 6fac5b56-a839-41b0-bac0-17fda8793d4c by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '90707853-467a-4a0c-8bc1-04b15f27aaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:12.815053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Attempting to bind port 6fac5b56-a839-41b0-bac0-17fda8793d4c on network eca383ea-4c50-47d6-817a-0360566d3eca {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:12.820462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-480a93ee-1006-4ae4-bdae-fb74f1f79072 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:12.823875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:12.824373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.825742 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] Routers {'6884e473-3f90-4f13-8f15-05d53333aa13'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:12.826838 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6884e473-3f90-4f13-8f15-05d53333aa13'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:12.849524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2b9feaf0-c872-4225-98d9-482d47d3a6fa None None] Port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:12.862936 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:12.863496 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Checking segment: {'id': '90707853-467a-4a0c-8bc1-04b15f27aaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:12.864619 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.865117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Bound using segment: {'id': '90707853-467a-4a0c-8bc1-04b15f27aaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:12.866239 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Bound port: 6fac5b56-a839-41b0-bac0-17fda8793d4c, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90707853-467a-4a0c-8bc1-04b15f27aaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:12.866239 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.913379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:12.917218 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0941191 Dec 20 12:06:12.923647 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37788) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:12.941154 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:12.956229 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:12.979840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event updated for resources: {'Port': ['ID=9b95a3d3-c3ba-41f5-8452-e6841cabb572,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:12.981370 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] Routers {'6884e473-3f90-4f13-8f15-05d53333aa13'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:12.982090 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:05:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6884e473-3f90-4f13-8f15-05d53333aa13'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:12.997925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] In _notify_port_updated(), no bound segment for port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 on network 4b18c416-11eb-4322-92dc-586cbd0390ff {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:06:13.002687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:13.003507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.005068 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "PUT /v2.0/ports/9b95a3d3-c3ba-41f5-8452-e6841cabb572 HTTP/1.1" status: 200 len: 960 time: 4.0159681 Dec 20 12:06:13.009835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:13.015335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2b9feaf0-c872-4225-98d9-482d47d3a6fa None None] Provisioning for port 1730bc35-1572-4a73-8b5f-f142859e8c2e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:13.028031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37794) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:13.031760 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP f49ad1ff-1b30-4b8d-9f9f-9e85749ad3dc associated. External IP: 172.36.7.244, port: 06090f52-8789-405f-909d-e605905733d6. Dec 20 12:06:13.119271 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:13.124421 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf07ec-70a7-4c50-a232-16bbc06d8f96 None None] The sync data for ids ['6884e473-3f90-4f13-8f15-05d53333aa13'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:13.228333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.231604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.275195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2b9feaf0-c872-4225-98d9-482d47d3a6fa None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:13.275505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2b9feaf0-c872-4225-98d9-482d47d3a6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.317350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=56695c4d-65b3-4b52-b81f-5e0889df147b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:13.354940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network eca383ea-4c50-47d6-817a-0360566d3eca is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:13.361717 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:13.370019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:13.390884 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] For port 6fac5b56-a839-41b0-bac0-17fda8793d4c, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:13.394541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] For port 6fac5b56-a839-41b0-bac0-17fda8793d4c, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6fac5b56-a839-41b0-bac0-17fda8793d4c,segment=NetworkSegment(90707853-467a-4a0c-8bc1-04b15f27aaf5),segment_id=90707853-467a-4a0c-8bc1-04b15f27aaf5)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:13.408527 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4b11a3d3-d4e3-4a97-885a-1b8855f56de0,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:13.415407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.422413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2fbbecdd-ed13-482f-8276-6125769debd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:13.449429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.460113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:13.465517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 9ab2add2-2160-4ccd-a898-6566a83cb496 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:13.475567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:13.476254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.531787 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8439775 Dec 20 12:06:13.537575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Pushing event updated for resources: {'Port': ['ID=6fac5b56-a839-41b0-bac0-17fda8793d4c,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:13.542570 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37808) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:13.550641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:13.553766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f7a3b589-77e4-488a-9821-49c0a59e4d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:13.562796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': 'eca383ea-4c50-47d6-817a-0360566d3eca', 'name': 'tempest-PortsIpV6TestJSON-29574913'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:13.564787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:13.565280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.674379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1730bc35-1572-4a73-8b5f-f142859e8c2e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:13.867571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:13.878167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:13.884553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:13.914301 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:13.944702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=4b11a3d3-d4e3-4a97-885a-1b8855f56de0,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:13.951827 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:13.964620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:13.972902 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:13.997433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:14.000747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.034589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 02e526b3-8160-4423-ae42-13ca062c3bc0 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:14.035072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.109964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port c939f5c0-1986-487d-b11c-d0440072b399 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:14.134966 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ead296a6-44bd-4045-bf9c-11766cbe96f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.152901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ee0cb283-8d5a-49a2-8977-d59ff1c417fb None None] Provisioning for port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:14.178916 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ee0cb283-8d5a-49a2-8977-d59ff1c417fb None None] Provisioning complete for port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:14.179367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb283-8d5a-49a2-8977-d59ff1c417fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.393899 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cb283-8d5a-49a2-8977-d59ff1c417fb None None] Port 9b95a3d3-c3ba-41f5-8452-e6841cabb572 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:14.438278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.461317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::3c8 (eca383ea-4c50-47d6-817a-0360566d3eca/3205a5c1-4236-4aac-8512-8a98cf6b360a/c939f5c0-1986-487d-b11c-d0440072b399) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:14.588572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 9b95a3d3-c3ba-41f5-8452-e6841cabb572 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:14.792505 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.830127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:14.852670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:14.994729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 02e526b3-8160-4423-ae42-13ca062c3bc0 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:15.018637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=9ab2add2-2160-4ccd-a898-6566a83cb496,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:15.022475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.023686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.043824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:15.053829 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/9ab2add2-2160-4ccd-a898-6566a83cb496 HTTP/1.1" status: 204 len: 168 time: 3.4598410 Dec 20 12:06:15.057076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37848) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:15.059941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.153134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.174486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc2333-f982-4fee-9b7e-3ded176899d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:15.184572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc2333-f982-4fee-9b7e-3ded176899d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:15.187443 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-15bc2333-f982-4fee-9b7e-3ded176899d8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289849 Dec 20 12:06:15.194447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b26c7130-9adf-4fe7-b17c-5755dec180fd tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:15.202455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba53a70-925d-46c0-9f55-7b2b4f56f81c None None] Network eca383ea-4c50-47d6-817a-0360566d3eca requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:15.235291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37852) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:15.236014 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37854) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:15.354357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=9b95a3d3-c3ba-41f5-8452-e6841cabb572,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:15.359881 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6749ec14-a66e-43e3-ad6b-e8be617cc28d None None] Provisioning for port 6fac5b56-a839-41b0-bac0-17fda8793d4c completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:15.364877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:15.488556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.510734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object c939f5c0-1986-487d-b11c-d0440072b399 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:15.738487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.786625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:15.847523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0fa25b31-bf53-46ef-b933-bdf41a05b16f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:15.911703 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:15.912255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.971809 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:15.988111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=c939f5c0-1986-487d-b11c-d0440072b399,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:15.995100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:15.999113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-82edfc5f-2211-44b4-80c2-febe373b8f8e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:16.042266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network eca383ea-4c50-47d6-817a-0360566d3eca is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:16.065110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 74ca4170-5469-44c6-a0bf-a7c79c8a7832 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:16.073647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-547619540'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:16.080028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:16.085373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Usage tracker for resource:network and tenant:d06d78bd2c554df1a86484bdf8edaf2d is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:16.091484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:16.101517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:16.128305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.134242 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/9b95a3d3-c3ba-41f5-8452-e6841cabb572 HTTP/1.1" status: 204 len: 168 time: 3.1050038 Dec 20 12:06:16.135599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37866) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:16.136388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.160851 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fac5b56-a839-41b0-bac0-17fda8793d4c up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:16.169306 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Made reservation on behalf of d06d78bd2c554df1a86484bdf8edaf2d for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:16.174933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.201658 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:16.204908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=02e526b3-8160-4423-ae42-13ca062c3bc0,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:16.206975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:16.211615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:16.212000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.228496 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:16.265308 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.277666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 6fac5b56-a839-41b0-bac0-17fda8793d4c completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:16.289361 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-013c477e-8508-47d3-bfac-00bcbb44da04 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] GET failed (client error): The resource could not be found. Dec 20 12:06:16.291720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-013c477e-8508-47d3-bfac-00bcbb44da04 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Synchronizing usage tracker for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:16.291919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 6fac5b56-a839-41b0-bac0-17fda8793d4c triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:16.292468 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.375670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Provisioning for port 56695c4d-65b3-4b52-b81f-5e0889df147b completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:16.383812 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Provisioning complete for port 56695c4d-65b3-4b52-b81f-5e0889df147b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:16.384220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.387656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:16.392561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Usage tracker for resource:security_group_rule and tenant:d06d78bd2c554df1a86484bdf8edaf2d is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:16.396714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:16.405833 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:16.443756 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.487821 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9440980 Dec 20 12:06:16.552584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.556465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.585304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37870) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:16.623931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Port 56695c4d-65b3-4b52-b81f-5e0889df147b cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:16.653446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Provisioning for port c939f5c0-1986-487d-b11c-d0440072b399 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:16.667398 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Provisioning complete for port c939f5c0-1986-487d-b11c-d0440072b399 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:16.667794 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.729926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-013c477e-8508-47d3-bfac-00bcbb44da04 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Unset dirty status for tenant:d187523ae340477fb5877262a1160f1f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:16.737828 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-013c477e-8508-47d3-bfac-00bcbb44da04 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports/9b95a3d3-c3ba-41f5-8452-e6841cabb572 HTTP/1.1" status: 404 len: 333 time: 0.5466089 Dec 20 12:06:16.749271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.751024 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37876) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:16.828570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-56214ee7-62dc-4c8a-91a0-c0fe7195a73d None None] Port c939f5c0-1986-487d-b11c-d0440072b399 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:16.861610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.866050 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 6fac5b56-a839-41b0-bac0-17fda8793d4c, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6fac5b56-a839-41b0-bac0-17fda8793d4c,segment=NetworkSegment(90707853-467a-4a0c-8bc1-04b15f27aaf5),segment_id=90707853-467a-4a0c-8bc1-04b15f27aaf5)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:16.879657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:16.882882 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:16.957304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:16.995700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.003046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5f97abd2-5bac-44b5-8871-5efa18a63df1 None None] Provisioning complete for port 56695c4d-65b3-4b52-b81f-5e0889df147b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:17.003515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5f97abd2-5bac-44b5-8871-5efa18a63df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.045662 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182e6d9-f44e-4eb5-829f-00f1c69a71ee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:17.047219 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f182e6d9-f44e-4eb5-829f-00f1c69a71ee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:17.163155 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=6fac5b56-a839-41b0-bac0-17fda8793d4c,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:17.166711 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-5f97abd2-5bac-44b5-8871-5efa18a63df1 None None] Port 56695c4d-65b3-4b52-b81f-5e0889df147b cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:17.168175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:17.205953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f182e6d9-f44e-4eb5-829f-00f1c69a71ee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:17.206580 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f182e6d9-f44e-4eb5-829f-00f1c69a71ee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A154 HTTP/1.1" status: 200 len: 929 time: 0.6198969 Dec 20 12:06:17.213825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37880) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:17.259330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.272974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.282344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.283771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0ea50c09-2df3-4605-8456-8297fa80466d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:17.302142 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-92be469a-2f61-4e5a-8bf4-3eaf7554cf82 None None] Provisioning complete for port c939f5c0-1986-487d-b11c-d0440072b399 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:17.303212 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92be469a-2f61-4e5a-8bf4-3eaf7554cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.336711 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=74ca4170-5469-44c6-a0bf-a7c79c8a7832,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:17.341771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:17.351279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.366009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cb9024c4-3ef6-40e6-b85e-d42b6e782612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:17.379297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-92be469a-2f61-4e5a-8bf4-3eaf7554cf82 None None] Port c939f5c0-1986-487d-b11c-d0440072b399 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:17.420139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.429059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:17.429281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd1bc5-4f52-415f-9aac-d78118096a79 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:17.448482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1590e1b1-705b-4162-ba68-6f409aaa3df9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:17.452208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:17.453548 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port c939f5c0-1986-487d-b11c-d0440072b399 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:17.453888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.459701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.459978 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Added segment 557de476-33c7-4357-8b21-393c7531cbec of type vlan for network b684e8c8-b031-4195-9e60-047c5b59f3ea Dec 20 12:06:17.481305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.492524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:17.558261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acf17d8-f847-441d-b0d8-f6cdc55e540a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:17.560706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:17.569117 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/74ca4170-5469-44c6-a0bf-a7c79c8a7832 HTTP/1.1" status: 204 len: 168 time: 2.3304005 Dec 20 12:06:17.584942 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.585628 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37884) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:17.588872 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/security-groups/3acf17d8-f847-441d-b0d8-f6cdc55e540a HTTP/1.1" status: 204 len: 168 time: 0.8217041 Dec 20 12:06:17.589467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37886) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:17.617794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.661327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fac5b56-a839-41b0-bac0-17fda8793d4c up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:17.711948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.715696 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:17.716309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.727166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1cb571c6-f3ff-44b2-954d-f66e71763b3b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:17.754103 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dde42b37-b686-41f4-be4d-deef30bfec96 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606283 Dec 20 12:06:17.762659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37892) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:17.780194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.861270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.867551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 6fac5b56-a839-41b0-bac0-17fda8793d4c triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:17.868384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:17.868514 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6281037 Dec 20 12:06:17.986286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.015804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Pushing event updated for resources: {'Network': ['ID=b684e8c8-b031-4195-9e60-047c5b59f3ea,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:18.036411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:18.046465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network b684e8c8-b031-4195-9e60-047c5b59f3ea details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:18.074595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:18.229899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 036c3250-1ae6-400e-9ab0-fc3d7735f11d has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:18.233398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.233750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.247372 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:18.249507 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:18.253657 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Deleting port 388dcc6b-0436-40f8-a9ed-9d354d270ae2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:18.255246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.257421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Deleting port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:18.257801 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.293412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.295961 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.297409 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/security-groups/064a2628-0ec8-4bcd-8668-ab2370ea2906 HTTP/1.1" status: 204 len: 168 time: 0.7001970 Dec 20 12:06:18.302331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-91060672-b357-4213-a7f0-87c20c4586bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:18.308128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37902) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:18.319957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:18.320615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:18.326018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7aed1-0f2e-475a-b9d3-e74a36c29d00 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:18.326861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a3e7aed1-0f2e-475a-b9d3-e74a36c29d00 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:18.335486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37904) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:18.349127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064a2628-0ec8-4bcd-8668-ab2370ea2906,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:18.354451 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:18.361788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Request body: {'port': {'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea', 'binding:host_id': 'hv-neutron-vict', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892992166'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:18.366913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:18.370794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Usage tracker for resource:port and tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:18.373959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:18.380906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:18.395976 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 13.0062840 Dec 20 12:06:18.399053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37910) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:18.405020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'port_id': '06090f52-8789-405f-909d-e605905733d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:18.437018 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:18.459364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a3e7aed1-0f2e-475a-b9d3-e74a36c29d00 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:18.463077 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a3e7aed1-0f2e-475a-b9d3-e74a36c29d00 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6910298 Dec 20 12:06:18.467847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37914) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:18.470333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Made reservation on behalf of 9745065fcbfc4cbd90eb87dd09c5b4e2 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:18.472747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.482350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.536176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:18.537666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:18.540983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.607944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:18.608544 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a25dbe-0827-4b9c-bf3f-eff3d380e5be None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:18.643010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677bd2c-1d58-4658-8304-1cc536524d45 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:18.643286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a677bd2c-1d58-4658-8304-1cc536524d45 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:18.652270 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.751884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:18.761526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Usage tracker for resource:security_group_rule and tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:18.765392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:18.773235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:18.782063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for c939f5c0-1986-487d-b11c-d0440072b399 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:18.801035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] For port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4b11a3d3-d4e3-4a97-885a-1b8855f56de0,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:18.802223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.868396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.907339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.915192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.923266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-71c0de63-351d-4706-9573-51fb8c0c157e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:18.936899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:18.942317 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/036c3250-1ae6-400e-9ab0-fc3d7735f11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9032714 Dec 20 12:06:18.943320 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Calling delete_port for 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:18.944356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:18.952808 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] Sync routers for ids ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:18.955714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] device_id is not set on port 16291770-9432-4e46-b44d-e21fce5f16b9 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:18.967619 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37918) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:18.974649 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] Routers {'036c3250-1ae6-400e-9ab0-fc3d7735f11d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:18.975271 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:18.996799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.022214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.033494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:19.043137 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:19.055538 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] Routers {'036c3250-1ae6-400e-9ab0-fc3d7735f11d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:19.056450 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:19.094839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Pushing event deleted for resources: {'Port': ['ID=4b11a3d3-d4e3-4a97-885a-1b8855f56de0,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:19.099505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:19.104482 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] No DVR routers for this DVR port 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:19.117215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a677bd2c-1d58-4658-8304-1cc536524d45 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:19.120600 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a677bd2c-1d58-4658-8304-1cc536524d45 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6515386 Dec 20 12:06:19.144249 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37922) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:19.145387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc168d-fbaa-41cb-a7cf-ab0e0b1e0f9a,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:19.149011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:19.169941 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:19.170626 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4938d-df4c-460b-a493-5a156ff38174 None None] The sync data for ids ['036c3250-1ae6-400e-9ab0-fc3d7735f11d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:19.172077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-18b8c218-64ef-4ad7-a8b1-8dd5f225e9de tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:19.236954 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Calling delete_port for 388dcc6b-0436-40f8-a9ed-9d354d270ae2 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:19.256503 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-172a91ec-c082-42e3-bf89-1089066bb9bd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058881 Dec 20 12:06:19.270707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37928) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:19.309918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:19.369797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-18b8c218-64ef-4ad7-a8b1-8dd5f225e9de tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:19.373375 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-18b8c218-64ef-4ad7-a8b1-8dd5f225e9de tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports?device_id=036c3250-1ae6-400e-9ab0-fc3d7735f11d HTTP/1.1" status: 200 len: 205 time: 0.3786280 Dec 20 12:06:19.376603 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37932) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:19.477064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.480456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-210687b6-60bd-401e-bae1-9586b4e473e6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:19.575927 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:19.587953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d94d2-2e48-4877-b29e-441fb65a1d5b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:19.593577 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.596636 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:19.604704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4e9de204-00d2-45d4-a5e5-51caec623f6e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:19.676520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:19.677464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4b11a3d3-d4e3-4a97-885a-1b8855f56de0 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:19.698757 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=c939f5c0-1986-487d-b11c-d0440072b399,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:19.740811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:19.746379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:19.782330 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39a14619-0245-4e84-89c0-258557f3a046 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.787188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:19.851175 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:19.854028 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b3d94d2-2e48-4877-b29e-441fb65a1d5b HTTP/1.1" status: 204 len: 168 time: 1.5231559 Dec 20 12:06:19.860475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37936) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:19.950122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:19.953935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.038977 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] device_id is not set on port 16291770-9432-4e46-b44d-e21fce5f16b9 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:20.108942 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.116493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.149010 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/c939f5c0-1986-487d-b11c-d0440072b399 HTTP/1.1" status: 204 len: 168 time: 2.9328945 Dec 20 12:06:20.156106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37940) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:20.212395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.216367 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c3d210-1ce0-42aa-94ab-8b9cd8e52e33 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:06:20.216845 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f7c3d210-1ce0-42aa-94ab-8b9cd8e52e33 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:20.221191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ff026c9b-a3dd-4a91-9dd9-9b75a6b9f449 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:20.250739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Transition to ACTIVE for port object 16291770-9432-4e46-b44d-e21fce5f16b9 will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:20.270447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Pushing event deleted for resources: {'Port': ['ID=388dcc6b-0436-40f8-a9ed-9d354d270ae2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:20.332077 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.348983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7832ac84-3d97-4501-af38-392114747446 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:20.480267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f7c3d210-1ce0-42aa-94ab-8b9cd8e52e33 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:20.482863 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f7c3d210-1ce0-42aa-94ab-8b9cd8e52e33 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/c939f5c0-1986-487d-b11c-d0440072b399 HTTP/1.1" status: 404 len: 333 time: 0.3243597 Dec 20 12:06:20.482863 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.483139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.483494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.483857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.484208 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.484558 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.484897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.485243 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.485584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.486290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.486290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:20.494516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37946) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:20.500463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:20.516930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet f10549ec-e6c1-4115-8cb1-2a32423a7374 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:20.518717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=16291770-9432-4e46-b44d-e21fce5f16b9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:20.521529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:20.535312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.655162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.709727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Checking segment: {'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:20.710082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Network hostable DHCP agents. Network: b684e8c8-b031-4195-9e60-047c5b59f3ea, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:20.881908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39a14619-0245-4e84-89c0-258557f3a046 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.902430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 56695c4d-65b3-4b52-b81f-5e0889df147b {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:20.902430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.903331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Network b684e8c8-b031-4195-9e60-047c5b59f3ea is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:20.935917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.938480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39a14619-0245-4e84-89c0-258557f3a046 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.940340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:20.980050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, b684e8c8-b031-4195-9e60-047c5b59f3ea) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:20.983897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:21.002198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f062c-d690-4e55-a556-1f2015c872c7 None None] Network b684e8c8-b031-4195-9e60-047c5b59f3ea requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:21.043861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.064194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:21.064194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:21.064194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:21.066080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.objects.ports [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83527) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:06:21.066217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.126400 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.127149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.140338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-42132272-25bc-4cdc-a044-74078d23f355 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:21.151788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.174434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39a14619-0245-4e84-89c0-258557f3a046 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.174434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a14619-0245-4e84-89c0-258557f3a046 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Fanout notify agent at l3_agent the message router_deleted on router 036c3250-1ae6-400e-9ab0-fc3d7735f11d {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:06:21.186246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:21.186523 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:21.193077 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 2 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:21.241661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:21.241912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:21.242198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:21.242639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:21.248646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-39a14619-0245-4e84-89c0-258557f3a046 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.248880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:21.251516 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:21.252143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.252855 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-39a14619-0245-4e84-89c0-258557f3a046 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/routers/036c3250-1ae6-400e-9ab0-fc3d7735f11d HTTP/1.1" status: 204 len: 168 time: 1.8687763 Dec 20 12:06:21.256472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37950) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:21.264517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.267367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc00043-91bb-4c45-9bc6-801abcee2718 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:21.277396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=cf62161f-5be5-420e-b5ce-a1fe4c6ff8af,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:21.280143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:21.319126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:21.502617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=f10549ec-e6c1-4115-8cb1-2a32423a7374,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:21.505413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:21.505971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:21.506279 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:21.511521 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 3 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:21.547289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.581370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:21.581695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:21.582025 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:21.592916 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dda7d0-82d1-4466-9431-cd2063b7a11b None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:21.604849 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3295870 Dec 20 12:06:21.610388 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/f10549ec-e6c1-4115-8cb1-2a32423a7374 HTTP/1.1" status: 204 len: 168 time: 1.7412918 Dec 20 12:06:21.616128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37956) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:21.616704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37958) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:21.693468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:21.693923 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:21.699330 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 4 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:21.719218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:6a:43:2c', 'name': 'tempest-NetworksTestDHCPv6-1665839826'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:21.734710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Router 6884e473-3f90-4f13-8f15-05d53333aa13 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:21.785128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:21.785455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:21.785835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:21.792660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'cf62161f-5be5-420e-b5ce-a1fe4c6ff8af'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:21.793828 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.803561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:21.803561 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:21.805605 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.813567 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 5 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:21.846892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet c7c81ef2-6eb6-4b62-9aa0-9b42d945c818 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:21.853943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:21.854269 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:21.854598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:21.857455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.904087 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:21.904087 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:21.911253 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 6 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:21.937242 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:21.977298 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:21.977570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:21.977867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:22.000584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:22.000910 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:22.003353 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 7 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:22.041069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:22.041397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:22.041728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:22.082548 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 56695c4d-65b3-4b52-b81f-5e0889df147b owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:22.108467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:22.108913 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:22.115478 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 8 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:22.129604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.151294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Allocated IP 2001:db8::f816:3eff:fe5b:7be5 (51a1536f-8906-4846-ba25-f9918687ea89/cf62161f-5be5-420e-b5ce-a1fe4c6ff8af/ce64389d-faf5-41a4-9aee-9d9f71338981) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:22.175736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:22.176063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:22.176984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:22.197178 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:22.197497 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:22.201354 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 9 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:22.229157 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:22.229444 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:22.229778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:22.255126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:22.255126 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:22.255877 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 10 to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 Dec 20 12:06:22.276024 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.281837 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2f924e4b-fdee-45de-b4a3-29a33c190377 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:22.358612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:22.358942 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:22.359324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:22.368283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:22.373341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c81ef2-6eb6-4b62-9aa0-9b42d945c818,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:22.383087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet 443ef7c0-4848-4846-99a4-ef3a8232e27b {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:22.393761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 16291770-9432-4e46-b44d-e21fce5f16b9 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:22.394086 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 16291770-9432-4e46-b44d-e21fce5f16b9 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:22.394435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.406102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.418927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.419302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.419670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.420030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.420416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.420770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.421122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.421472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.421823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.422188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.422541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:22.425822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:22.426163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.433899 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/c7c81ef2-6eb6-4b62-9aa0-9b42d945c818 HTTP/1.1" status: 204 len: 168 time: 1.1709783 Dec 20 12:06:22.440566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e3996-b30e-4778-9989-deeccebedb11 None None] Network 8d786cfe-a9ea-4927-8e5e-729c6c032b8e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:22.467467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37964) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:22.477859 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:22.543467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:22.583247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.659185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.672275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] For port 16291770-9432-4e46-b44d-e21fce5f16b9, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:22.673018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempted to set empty binding levels {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:06:22.685595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.689908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:22.690471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.712868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:22.733677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:22.756288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.767991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-df99580b-dabb-4faa-8cb0-a8a4d3c5be1e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:22.798029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] Sync routers for ids ['6884e473-3f90-4f13-8f15-05d53333aa13'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:22.815201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.822353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:22.908232 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.5698299 Dec 20 12:06:22.913821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=16291770-9432-4e46-b44d-e21fce5f16b9,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:22.917805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:22.918302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 37970) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:22.973019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:22.976121 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] Routers {'6884e473-3f90-4f13-8f15-05d53333aa13'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:22.976798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6884e473-3f90-4f13-8f15-05d53333aa13'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:22.987722 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=56695c4d-65b3-4b52-b81f-5e0889df147b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:23.006943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.008589 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "PUT /v2.0/routers/6884e473-3f90-4f13-8f15-05d53333aa13 HTTP/1.1" status: 200 len: 705 time: 10.0797627 Dec 20 12:06:23.014550 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:23.015337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37974) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:23.077451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:23.098066 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Transition to ACTIVE for port object ce64389d-faf5-41a4-9aee-9d9f71338981 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:23.128875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] Routers {'6884e473-3f90-4f13-8f15-05d53333aa13'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:23.130418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6884e473-3f90-4f13-8f15-05d53333aa13'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:23.134030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Deleting port 16291770-9432-4e46-b44d-e21fce5f16b9 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:23.134382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.263046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Transition to ACTIVE for port object ce64389d-faf5-41a4-9aee-9d9f71338981 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:23.263646 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.265620 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/56695c4d-65b3-4b52-b81f-5e0889df147b HTTP/1.1" status: 204 len: 168 time: 2.7671804 Dec 20 12:06:23.271175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:23.271821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25e093-eb92-4a7b-91b8-60549451f659 None None] The sync data for ids ['6884e473-3f90-4f13-8f15-05d53333aa13'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:23.277362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.285379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8a24c9c8-7511-49d7-93cb-48e5f7b2b388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:23.285765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37978) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:23.302552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a3c3e908-244a-4b1b-bcbf-d0864cb45a9a,segment=NetworkSegment(edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6),segment_id=edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:23.303168 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.347469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.370409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:23.378746 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-def27aa2-07c2-4501-ac97-b095db393e9c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:06:23.379484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-def27aa2-07c2-4501-ac97-b095db393e9c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:23.382192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:23.400997 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.404825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:23.413020 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a7096e8a-9f0a-49ee-8377-5f2fc649912b None None] Provisioning complete for port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:23.413941 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a7096e8a-9f0a-49ee-8377-5f2fc649912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.461139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port e775beaf-1356-432b-8ad4-e0f95786eb9d yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:23.486143 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795c91b-8728-4a81-9456-fa9da8c0b5cc None None] DHCP port deletion for 8d786cfe-a9ea-4927-8e5e-729c6c032b8e request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:23.506440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1795c91b-8728-4a81-9456-fa9da8c0b5cc None None] Deleting port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:23.507220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1795c91b-8728-4a81-9456-fa9da8c0b5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.562674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Pushing event updated for resources: {'Port': ['ID=ce64389d-faf5-41a4-9aee-9d9f71338981,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:23.573899 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:23.641969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for a3c3e908-244a-4b1b-bcbf-d0864cb45a9a owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:23.642215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-def27aa2-07c2-4501-ac97-b095db393e9c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:23.643307 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-def27aa2-07c2-4501-ac97-b095db393e9c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/56695c4d-65b3-4b52-b81f-5e0889df147b HTTP/1.1" status: 404 len: 333 time: 0.3566201 Dec 20 12:06:23.649175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a3c3e908-244a-4b1b-bcbf-d0864cb45a9a no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:23.652550 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e5e74b08-fa6e-42dd-b10c-a239e2c88d88 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/routers/6884e473-3f90-4f13-8f15-05d53333aa13 HTTP/1.1" status: 200 len: 740 time: 0.6278856 Dec 20 12:06:23.652550 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37982) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:23.666346 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37984) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:23.777851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.785193 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e2292d48-399a-47b2-a5a1-07fb09d02c34 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=6884e473-3f90-4f13-8f15-05d53333aa13 HTTP/1.1" status: 200 len: 205 time: 0.1134799 Dec 20 12:06:23.792476 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37990) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:23.798957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29d7667a-ceb5-4faf-a881-cce695c9826e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:23.815453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: a3c3e908-244a-4b1b-bcbf-d0864cb45a9a {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:23.816610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a3c3e908-244a-4b1b-bcbf-d0864cb45a9a not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:23.843853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] No DVR routers for this DVR port a3c3e908-244a-4b1b-bcbf-d0864cb45a9a on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:23.845925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=a3c3e908-244a-4b1b-bcbf-d0864cb45a9a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:23.863228 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a7096e8a-9f0a-49ee-8377-5f2fc649912b None None] Port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:23.868394 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0959e30c-1dcb-4f4b-8ecd-2ea833440c1b tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=6884e473-3f90-4f13-8f15-05d53333aa13 HTTP/1.1" status: 200 len: 205 time: 0.0653238 Dec 20 12:06:23.868394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.874212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 37996) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:23.874872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2dbb588c-3aed-459b-b29d-a7ad99a97dea tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:23.884803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:23.897868 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Attempting to bind port ce64389d-faf5-41a4-9aee-9d9f71338981 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:23.898534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Attempting to bind port ce64389d-faf5-41a4-9aee-9d9f71338981 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:23.899085 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Attempting to bind port ce64389d-faf5-41a4-9aee-9d9f71338981 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:23.903440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a7096e8a-9f0a-49ee-8377-5f2fc649912b None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:23.904660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a7096e8a-9f0a-49ee-8377-5f2fc649912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:23.986555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.038922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=443ef7c0-4848-4846-99a4-ef3a8232e27b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:24.042092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d786cfe-a9ea-4927-8e5e-729c6c032b8e']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:24.043644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:24.135062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:24.135312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc21c84-0ea4-4ae4-8d9e-cae5192c0ff6') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:24.173520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.178174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-1795c91b-8728-4a81-9456-fa9da8c0b5cc None None] The port 'a3c3e908-244a-4b1b-bcbf-d0864cb45a9a' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:24.210133 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92f3d2-586c-4e1d-a4b9-fc0ab80bb7e3 None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:24.221672 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.258918 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fe6a:432c (51a1536f-8906-4846-ba25-f9918687ea89/cf62161f-5be5-420e-b5ce-a1fe4c6ff8af/e775beaf-1356-432b-8ad4-e0f95786eb9d) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:24.276371 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/443ef7c0-4848-4846-99a4-ef3a8232e27b HTTP/1.1" status: 204 len: 168 time: 2.6546087 Dec 20 12:06:24.283840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38000) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:24.314213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:24.314935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:24.315035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.318800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:24.318800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Bound port: ce64389d-faf5-41a4-9aee-9d9f71338981, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:24.318800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.336823 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22389d24-fd3e-43fa-aed0-acf8b2a2aed7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.365723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.369041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] For port 16291770-9432-4e46-b44d-e21fce5f16b9, host hv-neutron-vict, got binding levels [] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:24.369748 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.397784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 3205a5c1-4236-4aac-8512-8a98cf6b360a {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:24.400250 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3d74a2-1819-42e4-ab8a-9e679fb481e9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:24.400803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3d74a2-1819-42e4-ab8a-9e679fb481e9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:24.406121 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:24.406651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.410111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:24.489556 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:24.579424 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.583026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Calling delete_port for 16291770-9432-4e46-b44d-e21fce5f16b9 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:24.652356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38004) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:24.658988 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1e3d74a2-1819-42e4-ab8a-9e679fb481e9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/f10549ec-e6c1-4115-8cb1-2a32423a7374 HTTP/1.1" status: 404 len: 337 time: 0.3703597 Dec 20 12:06:24.781630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.792364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1aeb9b60-b55e-416b-ad01-159ad9f95413 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:24.816528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.827004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] For port ce64389d-faf5-41a4-9aee-9d9f71338981, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:24.837254 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] For port ce64389d-faf5-41a4-9aee-9d9f71338981, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ce64389d-faf5-41a4-9aee-9d9f71338981,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:24.841230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.849523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=8d786cfe-a9ea-4927-8e5e-729c6c032b8e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:24.857685 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/8d786cfe-a9ea-4927-8e5e-729c6c032b8e HTTP/1.1" status: 204 len: 168 time: 2.3854280 Dec 20 12:06:24.859295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:24.860549 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:24.864894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.880124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6f7c66fb-dd64-4c77-b814-2d2bddd4a8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:24.896440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:24.899090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38008) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:24.908678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:24.909638 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:24.931558 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:24.932200 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:24.956846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-131884720', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:24.961965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event deleted for resources: {'Port': ['ID=16291770-9432-4e46-b44d-e21fce5f16b9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:24.979356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:24.982786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:24.989431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:router and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:24.995939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting subnet 517684bb-9967-4c59-a2a8-5c0fedf17ced {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:25.066817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Pushing event updated for resources: {'Port': ['ID=ce64389d-faf5-41a4-9aee-9d9f71338981,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:25.067083 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:25.092484 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:25.098730 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:25.100572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.100920 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.101595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.101959 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.102275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.102607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.102935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.103258 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.103581 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.103901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.104540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:25.119603 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:25.147803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:25.166500 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b727f1ce-3573-4853-953f-95671452a42f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/floatingips/f49ad1ff-1b30-4b8d-9f9f-9e85749ad3dc HTTP/1.1" status: 200 len: 976 time: 6.7677352 Dec 20 12:06:25.169097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.176259 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "DELETE /v2.0/ports/16291770-9432-4e46-b44d-e21fce5f16b9 HTTP/1.1" status: 204 len: 168 time: 2.2529955 Dec 20 12:06:25.181688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38014) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:25.182292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38016) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:25.302778 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:25.305646 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05902257-f8d4-4b57-98d3-c2de98c4bc9e None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:25.321885 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:25.350856 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b89d661-73fc-4120-ad71-04e0c86b1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:06:25.351445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4b89d661-73fc-4120-ad71-04e0c86b1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Synchronizing usage tracker for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:25.434649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.436864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.468186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.471695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4b89d661-73fc-4120-ad71-04e0c86b1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Unset dirty status for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:25.473817 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4b89d661-73fc-4120-ad71-04e0c86b1996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "GET /v2.0/ports/16291770-9432-4e46-b44d-e21fce5f16b9 HTTP/1.1" status: 404 len: 333 time: 0.2878492 Dec 20 12:06:25.479909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38022) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:25.524571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Request body: {'port': {'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1459057613'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:25.538238 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22389d24-fd3e-43fa-aed0-acf8b2a2aed7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.555304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:25.562975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.568470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:25.626855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.630486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22389d24-fd3e-43fa-aed0-acf8b2a2aed7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.663814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ce64389d-faf5-41a4-9aee-9d9f71338981 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:25.717885 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object e775beaf-1356-432b-8ad4-e0f95786eb9d will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:25.741036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.876617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22389d24-fd3e-43fa-aed0-acf8b2a2aed7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.876999 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22389d24-fd3e-43fa-aed0-acf8b2a2aed7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Fanout notify agent at l3_agent the message router_deleted on router 6884e473-3f90-4f13-8f15-05d53333aa13 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:06:25.896233 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port ce64389d-faf5-41a4-9aee-9d9f71338981 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:25.902061 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.918206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.918801 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:25.931932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port ccf35e35-a687-4964-b6f7-ad9b05a9c5b7 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:25.932411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.963123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Made reservation on behalf of 9745065fcbfc4cbd90eb87dd09c5b4e2 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:25.964983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.974137 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:25.978729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=3205a5c1-4236-4aac-8512-8a98cf6b360a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:25.989153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:25.990010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aaaadc5a-2324-4c66-9a3c-f02806c0fc83 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:26.002472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] device_id is not set on port f5d855db-d841-47d2-ad68-99466c33ed27 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:26.031186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22389d24-fd3e-43fa-aed0-acf8b2a2aed7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.032368 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-22389d24-fd3e-43fa-aed0-acf8b2a2aed7 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/6884e473-3f90-4f13-8f15-05d53333aa13 HTTP/1.1" status: 204 len: 168 time: 2.1180625 Dec 20 12:06:26.035432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.040841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c8613-3b1e-4ae9-b1f0-74fb865778ea None None] Network eca383ea-4c50-47d6-817a-0360566d3eca requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:26.041219 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/3205a5c1-4236-4aac-8512-8a98cf6b360a HTTP/1.1" status: 204 len: 168 time: 2.3831286 Dec 20 12:06:26.051252 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38026) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.051639 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38028) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.061574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.339354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f93008a7-c09d-4008-8807-f4d9d9286655 None None] Provisioning complete for port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:26.339821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f93008a7-c09d-4008-8807-f4d9d9286655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.357600 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-929f6eca-8d85-48bd-ac97-847a1f163bea tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=6884e473-3f90-4f13-8f15-05d53333aa13 HTTP/1.1" status: 200 len: 205 time: 0.2651875 Dec 20 12:06:26.370779 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:26.371737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38036) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.376930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.417333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f93008a7-c09d-4008-8807-f4d9d9286655 None None] Port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:26.436845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f93008a7-c09d-4008-8807-f4d9d9286655 None None] Provisioning complete for port 1730bc35-1572-4a73-8b5f-f142859e8c2e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:26.437383 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f93008a7-c09d-4008-8807-f4d9d9286655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.439147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=e775beaf-1356-432b-8ad4-e0f95786eb9d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:26.443221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:26.446205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:26.453379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:26.454201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.532806 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] DHCP port deletion for eca383ea-4c50-47d6-817a-0360566d3eca request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:26.541281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Deleting port 6fac5b56-a839-41b0-bac0-17fda8793d4c {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:26.541665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.560039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:26.562604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4582cc92-ec0e-4871-b285-08dee4a0261d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:26.661821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.693272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Subnet': ['ID=517684bb-9967-4c59-a2a8-5c0fedf17ced,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:26.699682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:26.701581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.708685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.711956 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d0f98043-dea7-45cf-8a7d-29a028fdfe00 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:26.714265 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/517684bb-9967-4c59-a2a8-5c0fedf17ced HTTP/1.1" status: 204 len: 168 time: 2.0117376 Dec 20 12:06:26.717097 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-0bf41b65-b484-4629-90c9-d657045328a1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] delete failed (client error): The resource could not be found. Dec 20 12:06:26.721123 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0bf41b65-b484-4629-90c9-d657045328a1 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/6884e473-3f90-4f13-8f15-05d53333aa13 HTTP/1.1" status: 404 len: 336 time: 0.3436368 Dec 20 12:06:26.721443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38040) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.722813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38042) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.740955 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1198421 Dec 20 12:06:26.748108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38048) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.805000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] For port 6fac5b56-a839-41b0-bac0-17fda8793d4c, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=6fac5b56-a839-41b0-bac0-17fda8793d4c,segment=NetworkSegment(90707853-467a-4a0c-8bc1-04b15f27aaf5),segment_id=90707853-467a-4a0c-8bc1-04b15f27aaf5)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:26.805623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.878183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Network b684e8c8-b031-4195-9e60-047c5b59f3ea is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:26.899092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:26.901701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.910135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:26.911000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:26.911745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.916912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.924546 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c4117a-145f-4197-b8e3-985735cb655f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:26.925064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c4117a-145f-4197-b8e3-985735cb655f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:26.927498 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-47c4117a-145f-4197-b8e3-985735cb655f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/f8cc1afa-8384-4d80-8791-244b3770b41c HTTP/1.1" status: 404 len: 337 time: 0.1967611 Dec 20 12:06:26.933652 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7aeb5e12-f199-4b30-a97f-9841e069c4e6 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=af834281-5511-4e9a-9022-625a993d4e1d HTTP/1.1" status: 200 len: 205 time: 0.1998789 Dec 20 12:06:26.934777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38052) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.935206 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38054) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:26.962800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.969497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:26.970512 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Calling delete_port for 6fac5b56-a839-41b0-bac0-17fda8793d4c owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:26.984271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d855db-d841-47d2-ad68-99466c33ed27,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:27.022612 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f241d8c-d8c7-41ff-b847-9184218d747c None None] Network 4b18c416-11eb-4322-92dc-586cbd0390ff requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:27.030081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:27.089858 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-21173845-1c74-451e-9679-18fcbfc3fdcf tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] delete failed (client error): The resource could not be found. Dec 20 12:06:27.093854 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-21173845-1c74-451e-9679-18fcbfc3fdcf tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/af834281-5511-4e9a-9022-625a993d4e1d HTTP/1.1" status: 404 len: 336 time: 0.1496933 Dec 20 12:06:27.094488 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38060) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.156378 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7276dee4-0a2f-4d69-adee-83deec57031b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5834fb9-a45e-447d-acc5-61d560b57b41 HTTP/1.1" status: 200 len: 205 time: 0.2141111 Dec 20 12:06:27.162175 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 6fac5b56-a839-41b0-bac0-17fda8793d4c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:27.162175 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.177568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38064) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.204709 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aef72a0c-f326-4ac7-a1ce-a0526acd8540 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=347c0359-50f9-43a1-9cc1-143818c0b15a HTTP/1.1" status: 200 len: 205 time: 0.1023893 Dec 20 12:06:27.205543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38068) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.249675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for ccf35e35-a687-4964-b6f7-ad9b05a9c5b7 owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:27.285292 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.285524 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-ecc4527e-b80d-43af-b6ac-d0cc37f2983d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] delete failed (client error): The resource could not be found. Dec 20 12:06:27.289924 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ecc4527e-b80d-43af-b6ac-d0cc37f2983d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/347c0359-50f9-43a1-9cc1-143818c0b15a HTTP/1.1" status: 404 len: 336 time: 0.0813951 Dec 20 12:06:27.296471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38072) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.306660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:27.353318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] The port '6fac5b56-a839-41b0-bac0-17fda8793d4c' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:27.357073 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-0a5b0d1a-5cd3-4b3d-ad10-a8518e20c165 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] delete failed (client error): The resource could not be found. Dec 20 12:06:27.359454 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0a5b0d1a-5cd3-4b3d-ad10-a8518e20c165 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/routers/e5834fb9-a45e-447d-acc5-61d560b57b41 HTTP/1.1" status: 404 len: 336 time: 0.1780920 Dec 20 12:06:27.377072 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38078) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.383818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0901ae6f-359f-4096-b756-81954431c5ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:27.387789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0901ae6f-359f-4096-b756-81954431c5ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:27.389411 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0901ae6f-359f-4096-b756-81954431c5ef tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6345608 Dec 20 12:06:27.395567 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9135542 Dec 20 12:06:27.396540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38082) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.396840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38084) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.406686 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f72d8b96-b948-4ab1-bff9-4afc5eb5eb27 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0f0de5b-bbc0-412a-97b7-78eab1d2167b HTTP/1.1" status: 200 len: 205 time: 0.0990608 Dec 20 12:06:27.408328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38086) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.480877 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afd8437-d369-4630-9f19-b3daf68c77f3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:27.480877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afd8437-d369-4630-9f19-b3daf68c77f3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:27.485196 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8afd8437-d369-4630-9f19-b3daf68c77f3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/b2469c30-bd2b-4282-a0a1-6bc32c8b5801 HTTP/1.1" status: 404 len: 337 time: 0.0944459 Dec 20 12:06:27.488138 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38094) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.488650 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Pushing event deleted for resources: {'Port': ['ID=6fac5b56-a839-41b0-bac0-17fda8793d4c,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:27.495884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:27.498177 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:27.500430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] No DVR routers for this DVR port 6fac5b56-a839-41b0-bac0-17fda8793d4c on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:27.532188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Provisioning for port e775beaf-1356-432b-8ad4-e0f95786eb9d completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:27.555834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Provisioning complete for port e775beaf-1356-432b-8ad4-e0f95786eb9d triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:27.556379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.603276 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-ca37ce20-2fd5-4d67-851d-623491934ac0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] delete failed (client error): The resource could not be found. Dec 20 12:06:27.609204 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ca37ce20-2fd5-4d67-851d-623491934ac0 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/e0f0de5b-bbc0-412a-97b7-78eab1d2167b HTTP/1.1" status: 404 len: 336 time: 0.1732202 Dec 20 12:06:27.619498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38098) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.651354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fac5b56-a839-41b0-bac0-17fda8793d4c no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:27.719758 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.756911 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Port e775beaf-1356-432b-8ad4-e0f95786eb9d cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:27.757607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca383ea-4c50-47d6-817a-0360566d3eca']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:27.762543 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 6fac5b56-a839-41b0-bac0-17fda8793d4c {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:27.762901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 6fac5b56-a839-41b0-bac0-17fda8793d4c not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:27.787493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90707853-467a-4a0c-8bc1-04b15f27aaf5') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:27.787892 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Provisioning for port ce64389d-faf5-41a4-9aee-9d9f71338981 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:27.788028 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90707853-467a-4a0c-8bc1-04b15f27aaf5') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:27.795023 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Provisioning complete for port ce64389d-faf5-41a4-9aee-9d9f71338981 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:27.795405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.814454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.836985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.840820 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-31e6469d-b9c6-4956-b999-beb1340d7cd9 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 HTTP/1.1" status: 200 len: 205 time: 0.2185402 Dec 20 12:06:27.850821 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:27.851472 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e048037c-5035-455f-afd9-ba9074ce71df tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:27.852505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e048037c-5035-455f-afd9-ba9074ce71df tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:27.852724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:27.856606 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e048037c-5035-455f-afd9-ba9074ce71df tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/76bedb9b-f5b9-4d71-bc58-4552a220a5c9 HTTP/1.1" status: 404 len: 337 time: 0.3288820 Dec 20 12:06:27.864568 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] DHCP port deletion for 4b18c416-11eb-4322-92dc-586cbd0390ff request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:27.866285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38102) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.866651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38104) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:27.876229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Deleting port 1730bc35-1572-4a73-8b5f-f142859e8c2e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:27.876610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.036392 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-7f4b5765-48ea-4d00-a501-09e407cd469d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] delete failed (client error): The resource could not be found. Dec 20 12:06:28.037492 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7f4b5765-48ea-4d00-a501-09e407cd469d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/c0ecf5f9-e17b-48d8-8a3a-0513cd40e5e5 HTTP/1.1" status: 404 len: 336 time: 0.1277361 Dec 20 12:06:28.041180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port e775beaf-1356-432b-8ad4-e0f95786eb9d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:28.041520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.065505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38110) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:28.104232 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:28.113034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.117064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-6d786b01-8935-440f-af53-8048ec1d5f10 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.124200 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0237659d-00fe-4cf4-8ad6-60f9c9555576 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613 HTTP/1.1" status: 200 len: 205 time: 0.0501847 Dec 20 12:06:28.125235 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-17db0449-5401-4d35-8a3c-e5ded10852e4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:28.125641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17db0449-5401-4d35-8a3c-e5ded10852e4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:28.130641 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-17db0449-5401-4d35-8a3c-e5ded10852e4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/e68dbaee-56e9-4f2e-a7d7-9b937d2704ab HTTP/1.1" status: 404 len: 337 time: 0.2189910 Dec 20 12:06:28.137923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.140574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38114) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.141023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38116) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.191098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.212613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] For port 1730bc35-1572-4a73-8b5f-f142859e8c2e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=1730bc35-1572-4a73-8b5f-f142859e8c2e,segment=NetworkSegment(debb7822-889b-48e0-b437-eaa50bb7803e),segment_id=debb7822-889b-48e0-b437-eaa50bb7803e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:28.213226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.273121 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-ca89befc-6a22-4a40-8423-2cd87c20b74f tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] delete failed (client error): The resource could not be found. Dec 20 12:06:28.277156 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ca89befc-6a22-4a40-8423-2cd87c20b74f tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/routers/8f9c6fe5-84ab-4b43-b9ee-2ceb5e4e8613 HTTP/1.1" status: 404 len: 336 time: 0.1332703 Dec 20 12:06:28.278327 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=eca383ea-4c50-47d6-817a-0360566d3eca,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:28.280262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38122) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.281455 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07d7862-6f13-4b9b-8149-01016f9878ab tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:28.281990 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07d7862-6f13-4b9b-8149-01016f9878ab tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:28.283732 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a07d7862-6f13-4b9b-8149-01016f9878ab tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/0ab74f7b-7d1f-4e39-bdc2-8a895fa050a3 HTTP/1.1" status: 404 len: 333 time: 0.1372285 Dec 20 12:06:28.289423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.292715 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/eca383ea-4c50-47d6-817a-0360566d3eca HTTP/1.1" status: 204 len: 168 time: 2.1988554 Dec 20 12:06:28.294319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:28.294879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38126) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.295308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38128) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.308741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-205363423'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:28.362173 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Calling delete_port for 1730bc35-1572-4a73-8b5f-f142859e8c2e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:28.399816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:28.403015 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-689d8d05-87af-4d17-9259-e46b14aed99d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:28.403516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689d8d05-87af-4d17-9259-e46b14aed99d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:28.408077 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-689d8d05-87af-4d17-9259-e46b14aed99d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] 10.222.0.41 "DELETE /v2.0/subnets/5684f67e-08de-4f4c-92e0-58bee1d963dc HTTP/1.1" status: 404 len: 337 time: 0.1232324 Dec 20 12:06:28.409597 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e75277-966e-418f-9020-f99dc96f739d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:28.409714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e75277-966e-418f-9020-f99dc96f739d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:28.414050 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-13e75277-966e-418f-9020-f99dc96f739d tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/0520b854-9c1b-4d8d-be2a-005e45112634 HTTP/1.1" status: 404 len: 337 time: 0.1176867 Dec 20 12:06:28.414773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38136) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.448878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] For port ce64389d-faf5-41a4-9aee-9d9f71338981, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ce64389d-faf5-41a4-9aee-9d9f71338981,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:28.462452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:28.466057 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ab27d2-c287-4634-8874-0312a12e61ac tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:28.466616 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ab27d2-c287-4634-8874-0312a12e61ac tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:28.471295 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c1ab27d2-c287-4634-8874-0312a12e61ac tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/93b8b82a-41b8-4901-94d6-7555ae4afd72 HTTP/1.1" status: 404 len: 337 time: 0.0537720 Dec 20 12:06:28.472648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:28.475307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38142) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.479016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:28.484913 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.498104 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a3cf073d-a736-49ed-837c-fd00b531ea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.506528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:28.510059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.573723 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:28.599882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.600506 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment 16e66904-0475-4259-8f0b-b1e10c3b461d of type vlan for network 3abb313e-f6f9-4cca-bd02-023cf8721b78 Dec 20 12:06:28.659130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.671259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.707458 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] No DVR routers for this DVR port 1730bc35-1572-4a73-8b5f-f142859e8c2e on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:28.753059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Pushing event updated for resources: {'Port': ['ID=ce64389d-faf5-41a4-9aee-9d9f71338981,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:28.756343 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.761254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:28.761908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.766060 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96410e6-3ee4-4f8a-9556-15bbb7feb005 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:28.766579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96410e6-3ee4-4f8a-9556-15bbb7feb005 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:28.769493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:28.770712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.772264 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3e2fd62d-11f0-4bc2-8346-90362b6a0495 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.845524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.889647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:28.893950 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Pushing event deleted for resources: {'Port': ['ID=1730bc35-1572-4a73-8b5f-f142859e8c2e,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:28.901152 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:28.967431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b1ebad46-24af-4ab4-82af-4d74164a1829 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:28.974413 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6736484 Dec 20 12:06:28.979877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38148) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:28.986835 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:28.998789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.004315 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b96410e6-3ee4-4f8a-9556-15bbb7feb005 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/78f4e6a2-63c4-47d7-af90-bc3f471253ea HTTP/1.1" status: 404 len: 333 time: 0.5017533 Dec 20 12:06:29.006597 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38152) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.006752 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38154) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.012965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=3abb313e-f6f9-4cca-bd02-023cf8721b78,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:29.026094 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:29.050869 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9db8c7e6-fef4-48a4-a8bc-4d6b09186c1c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:29.070863 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1690207-ec37-4fe7-bf39-a9656a54b1a4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:29.071386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1690207-ec37-4fe7-bf39-a9656a54b1a4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:29.076129 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f1690207-ec37-4fe7-bf39-a9656a54b1a4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/9348a168-8a6b-4e6a-81a7-06ae501e5f25 HTTP/1.1" status: 404 len: 337 time: 0.0688283 Dec 20 12:06:29.076751 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38160) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.123033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=ccf35e35-a687-4964-b6f7-ad9b05a9c5b7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:29.127274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:29.170776 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.184353 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66118d7-06c2-4234-bef5-e0cb4258f4c1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] DELETE failed (client error): The resource could not be found. Dec 20 12:06:29.184975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66118d7-06c2-4234-bef5-e0cb4258f4c1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:06:29.189178 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d66118d7-06c2-4234-bef5-e0cb4258f4c1 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/subnets/781cbf70-c3eb-46e5-8d74-72a04f400a12 HTTP/1.1" status: 404 len: 337 time: 0.1086991 Dec 20 12:06:29.189792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38166) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:29.236383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:29.244217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:29.249147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:29.263652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:29.275451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Deleting port 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:29.275930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.315119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:29.340540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for e775beaf-1356-432b-8ad4-e0f95786eb9d owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:29.452417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.467301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:06:29.482693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.500255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.600067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ce64389d-faf5-41a4-9aee-9d9f71338981 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:29.693455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.782787 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ce64389d-faf5-41a4-9aee-9d9f71338981 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:29.783172 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.831244 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Calling delete_port for 20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:29.839205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] device_id is not set on port f5d855db-d841-47d2-ad68-99466c33ed27 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:29.856519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.36.7.176 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/a3571477-a228-4fde-b23a-d80e19069a36) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:29.859510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:29.862786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:29.876890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Usage tracker for resource:security_group_rule and tenant:461f6fef4c5d4f56be5967ca7f311d48 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:29.888133 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:29.951350 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:30.041594 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1730bc35-1572-4a73-8b5f-f142859e8c2e no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:30.078439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 1730bc35-1572-4a73-8b5f-f142859e8c2e {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:30.079139 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 1730bc35-1572-4a73-8b5f-f142859e8c2e not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:30.096838 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.153335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Transition to ACTIVE for port object f5d855db-d841-47d2-ad68-99466c33ed27 will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:30.160351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.168590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.190940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a8004b09-d69d-4e81-9648-d31b872eccf3 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.227736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.280034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Port': ['ID=20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.283363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.285931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.292405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.298931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.306383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e3605b8f-0953-47ee-855f-1d8e69156b02 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.392555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d855db-d841-47d2-ad68-99466c33ed27,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.393852 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/ports/20e1c41f-1deb-45ed-9a5a-ba61e76ac6c7 HTTP/1.1" status: 204 len: 168 time: 1.2007062 Dec 20 12:06:30.397531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38178) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:30.409567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=c7d4408f-1247-4e43-9af9-be86f5207eb6,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.413461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.421716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': '16e66904-0475-4259-8f0b-b1e10c3b461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:30.422071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: 3abb313e-f6f9-4cca-bd02-023cf8721b78, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:30.453597 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:30.466613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 3abb313e-f6f9-4cca-bd02-023cf8721b78) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:30.475017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe6b597-b5aa-4d7b-b6ba-150bbd819443 None None] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:30.483118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:30.483697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.515565 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5293934 Dec 20 12:06:30.516743 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38182) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:30.523310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78', 'name': 'tempest-PortsIpV6TestJSON-1754634198', 'fixed_ips': [{'subnet_id': 'c7d4408f-1247-4e43-9af9-be86f5207eb6', 'ip_address': '2001:db8::10'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:30.541071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.557922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.574106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.588789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=e775beaf-1356-432b-8ad4-e0f95786eb9d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.611719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.612350 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.612802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.622373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.688374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:30.700140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:30.715272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:30.723910 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.730199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-3abb313e-f6f9-4cca-bd02-023cf8721b78', 'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78', 'tenant_id': 'b725b547212f43cfac00b00e174583bf', 'fixed_ips': [{'subnet_id': 'c7d4408f-1247-4e43-9af9-be86f5207eb6'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:30.731547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.750026 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/e775beaf-1356-432b-8ad4-e0f95786eb9d HTTP/1.1" status: 204 len: 168 time: 3.3438599 Dec 20 12:06:30.750940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38186) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:30.754272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 8cb180c6-de93-4f59-8272-19c5c9924025 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:30.775337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:30.775763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:30.776180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:30.784817 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.786928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b45565-d5ac-4da5-8b76-e6399a05cbab,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:30.796043 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=461f6fef4c5d4f56be5967ca7f311d48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7524970 Dec 20 12:06:30.798258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:30.802695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38190) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:30.824813 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:30.825236 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:30.828926 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 2 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:30.840813 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:30.854876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-88d535b9-c11e-4d4f-8ee7-3a52b1f9f463 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:30.948604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d910758a-f594-4b95-9d1a-16ec3af16d4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:30.949928 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d910758a-f594-4b95-9d1a-16ec3af16d4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:30.950923 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d910758a-f594-4b95-9d1a-16ec3af16d4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:30.964344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:30.964677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:30.965147 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:30.991016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d910758a-f594-4b95-9d1a-16ec3af16d4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:30.992561 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d910758a-f594-4b95-9d1a-16ec3af16d4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2402940 Dec 20 12:06:30.995810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38200) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:31.067385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:31.068268 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Allocated IP 2001:db8::2 (3abb313e-f6f9-4cca-bd02-023cf8721b78/c7d4408f-1247-4e43-9af9-be86f5207eb6/f10fc8d4-62d7-465d-8096-e08dcf2ed4ad) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:31.083701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:31.084385 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:31.086575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=a3571477-a228-4fde-b23a-d80e19069a36,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:31.089692 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:31.128061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:31.155195 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:31.167494 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 3 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:31.211499 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet cf62161f-5be5-420e-b5ce-a1fe4c6ff8af {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:31.214843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.237548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:31.237876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:31.238396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:31.280487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.299628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.311569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Transition to ACTIVE for port object f10fc8d4-62d7-465d-8096-e08dcf2ed4ad will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:31.315117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.335077 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Transition to ACTIVE for port object f10fc8d4-62d7-465d-8096-e08dcf2ed4ad will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:31.345864 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.359909 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:31.365924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:31.366253 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:31.372661 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 4 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:31.415569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-48a4cf33-0676-4847-ac45-0eabba50f11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.416304 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:31.419311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:31.423282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:31.430237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b18c416-11eb-4322-92dc-586cbd0390ff']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:31.453861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::10 (3abb313e-f6f9-4cca-bd02-023cf8721b78/c7d4408f-1247-4e43-9af9-be86f5207eb6/8cb180c6-de93-4f59-8272-19c5c9924025) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:31.476006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.513359 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:31.513694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:31.514032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:31.517599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debb7822-889b-48e0-b437-eaa50bb7803e') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:31.517901 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debb7822-889b-48e0-b437-eaa50bb7803e') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:31.525957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Pushing event updated for resources: {'Port': ['ID=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:31.531157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:31.535205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Attempting to bind port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:31.535589 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Attempting to bind port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '16e66904-0475-4259-8f0b-b1e10c3b461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:31.536508 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Attempting to bind port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad on network 3abb313e-f6f9-4cca-bd02-023cf8721b78 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:31.543789 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:31.544186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Checking segment: {'id': '16e66904-0475-4259-8f0b-b1e10c3b461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:31.544598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.545116 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Bound using segment: {'id': '16e66904-0475-4259-8f0b-b1e10c3b461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:31.545588 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Bound port: f10fc8d4-62d7-465d-8096-e08dcf2ed4ad, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e66904-0475-4259-8f0b-b1e10c3b461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:31.545966 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.565980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-48a4cf33-0676-4847-ac45-0eabba50f11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.576118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.602432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:31.602758 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:31.613878 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 5 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:31.639018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.680085 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] For port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:31.691132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] For port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,segment=NetworkSegment(16e66904-0475-4259-8f0b-b1e10c3b461d),segment_id=16e66904-0475-4259-8f0b-b1e10c3b461d)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:31.710727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.715906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-61981b96-67ba-473f-af06-1774423caed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:31.743082 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.760062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bb8f6b18-4809-41a8-80f2-27849e86cf21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:31.796720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.801794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:31.802137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:31.802558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:31.806652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:31.807059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.814777 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61dad73-d659-412b-bfcc-0b31a84ba212 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:31.821432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=cf62161f-5be5-420e-b5ce-a1fe4c6ff8af,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:31.830117 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:31.833864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:31.861606 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c6d4c69f-2322-410d-a212-fbf31ac57c8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cf62161f-5be5-420e-b5ce-a1fe4c6ff8af HTTP/1.1" status: 204 len: 168 time: 0.8645647 Dec 20 12:06:31.865441 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38204) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:31.924431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:31.924756 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:31.932458 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 6 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:31.957116 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a6b8ee22-1c0b-493c-a11b-d2ef6ecdf9da tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903313 Dec 20 12:06:31.965190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38208) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:31.979844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:31.981935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:32.017424 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:32.017840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:32.018180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:32.032580 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 8cb180c6-de93-4f59-8272-19c5c9924025 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:32.042435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Pushing event updated for resources: {'Port': ['ID=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:32.042818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.049657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:32.065356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.070511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b22aa080-5429-423e-aae6-961cfb350d4f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:32.088623 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.098788 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4ee3f89b-597a-40c0-a9f5-cf2c436a2bdc tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:32.100793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-48a4cf33-0676-4847-ac45-0eabba50f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.203669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:32.204805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=8cb180c6-de93-4f59-8272-19c5c9924025,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:32.205994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:32.206860 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:32.207360 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:32.209673 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:32.210340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:32.214579 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:32.215184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.223689 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 7 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:32.230679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Pushing event deleted for resources: {'Network': ['ID=4b18c416-11eb-4322-92dc-586cbd0390ff,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:32.247063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:32.251708 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7335138 Dec 20 12:06:32.251866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-48a4cf33-0676-4847-ac45-0eabba50f11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.253055 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-48a4cf33-0676-4847-ac45-0eabba50f11b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6b45565-d5ac-4da5-8b76-e6399a05cbab HTTP/1.1" status: 204 len: 168 time: 1.4479990 Dec 20 12:06:32.264919 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a2accd5c-dd2f-4daf-8ee5-6f103b373f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:32.266511 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38214) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:32.286366 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] 10.222.0.41 "DELETE /v2.0/networks/4b18c416-11eb-4322-92dc-586cbd0390ff HTTP/1.1" status: 204 len: 168 time: 1.8748472 Dec 20 12:06:32.291553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': '3abb313e-f6f9-4cca-bd02-023cf8721b78', 'name': 'tempest-PortsIpV6TestJSON-147395552', 'fixed_ips': [{'subnet_id': 'c7d4408f-1247-4e43-9af9-be86f5207eb6', 'ip_address': '2001:db8::f'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:32.296199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:32.296554 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:32.296853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:32.306108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4cf33-0676-4847-ac45-0eabba50f11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b45565-d5ac-4da5-8b76-e6399a05cbab,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:32.314921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:32.325670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:32.327434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-48a4cf33-0676-4847-ac45-0eabba50f11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:32.331175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:32.337996 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Deleting port ce64389d-faf5-41a4-9aee-9d9f71338981 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:32.338318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:32.338610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.344917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:32.348846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:32.353907 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:32.372581 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 8 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:32.389566 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:32.473700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:32.505918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:32.507700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:32.509108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:32.622543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:32.627708 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:32.635812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.637126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:32.642497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.643177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:32.683291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:32.683291 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:32.700194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:32.706176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.756182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:32.781508 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 9 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:32.787311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] For port ce64389d-faf5-41a4-9aee-9d9f71338981, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ce64389d-faf5-41a4-9aee-9d9f71338981,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:32.788283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:32.998065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:32.998486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:32.998706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:33.014284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38228) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:33.018488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.041747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Calling delete_port for ce64389d-faf5-41a4-9aee-9d9f71338981 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:33.078767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:33.079093 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:33.090793 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 10 to bind port f5d855db-d841-47d2-ad68-99466c33ed27 Dec 20 12:06:33.206690 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.213029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6b82da89-dcbf-4d80-888d-5b954fff9305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:33.273109 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Pushing event deleted for resources: {'Port': ['ID=ce64389d-faf5-41a4-9aee-9d9f71338981,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:33.281428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:33.288879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] No DVR routers for this DVR port ce64389d-faf5-41a4-9aee-9d9f71338981 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:33.307452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38238) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:33.309646 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:33.310462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:33.312636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:33.446705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::f (3abb313e-f6f9-4cca-bd02-023cf8721b78/c7d4408f-1247-4e43-9af9-be86f5207eb6/cb9f8aa9-1272-4dd8-9d56-f355f86a29a2) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:33.550876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:33.551739 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port f5d855db-d841-47d2-ad68-99466c33ed27 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:33.552539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.674374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f10fc8d4-62d7-465d-8096-e08dcf2ed4ad up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:33.719901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f10713-4de3-41a0-92e3-05bf5df9c535 None None] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:33.735333 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-22f8f7f6-c6cd-4bf9-9b50-437ca9120951 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ae58103ba314c7f9bb96473ce1879ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4264894 Dec 20 12:06:33.735987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38242) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:33.765893 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.777141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] For port f5d855db-d841-47d2-ad68-99466c33ed27, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:33.778389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempted to set empty binding levels {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:06:33.808552 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:33.838561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cc65db29-19e8-4339-992a-c024e880fa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.872253 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cc65db29-19e8-4339-992a-c024e880fa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.889353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:33.899428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.902162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:33.902707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.912459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:33.919707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bc67fec1-b0ce-48b7-b92f-b969a72cb64c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:33.924995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c6927486-d861-40f7-afff-3e77864872c3 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:33.935302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Provisioning for port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:33.997039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=cb9f8aa9-1272-4dd8-9d56-f355f86a29a2,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:34.009009 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:34.013870 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8d53e14a-857d-4d18-8e08-efd8e80eb68a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d187523ae340477fb5877262a1160f1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9793689 Dec 20 12:06:34.014453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Provisioning complete for port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:34.015147 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.015277 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:34.036914 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:34.046032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:34.053402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:34.054031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.063967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38246) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:34.092996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cc65db29-19e8-4339-992a-c024e880fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.097013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cc65db29-19e8-4339-992a-c024e880fa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.098681 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cc65db29-19e8-4339-992a-c024e880fa85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec27ad9c-7bc6-45c7-8f70-d83780d0e237 HTTP/1.1" status: 204 len: 168 time: 0.3536975 Dec 20 12:06:34.101155 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a03aa699-a2ad-4109-b95e-61311ef18249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:34.111360 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8318932 Dec 20 12:06:34.114719 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38252) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:34.174542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] In _notify_port_updated(), no bound segment for port f5d855db-d841-47d2-ad68-99466c33ed27 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:06:34.184050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65db29-19e8-4339-992a-c024e880fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec27ad9c-7bc6-45c7-8f70-d83780d0e237,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:34.185528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.189457 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "PUT /v2.0/ports/f5d855db-d841-47d2-ad68-99466c33ed27 HTTP/1.1" status: 200 len: 981 time: 6.7816908 Dec 20 12:06:34.195096 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cc65db29-19e8-4339-992a-c024e880fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:34.195666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38256) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:34.220134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:34.237115 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.255956 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:34.269393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d855db-d841-47d2-ad68-99466c33ed27,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:34.281577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:34.333845 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18f6d2-7a1b-4c71-b719-8527b1384ae3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:34.334546 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4d18f6d2-7a1b-4c71-b719-8527b1384ae3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:34.343427 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.377619 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a91530e9-7442-429a-a143-da127b8d03c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18471 time: 0.1774523 Dec 20 12:06:34.379376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-4d18f6d2-7a1b-4c71-b719-8527b1384ae3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:34.380981 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4d18f6d2-7a1b-4c71-b719-8527b1384ae3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2646308 Dec 20 12:06:34.381917 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38260) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:34.382146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.objects.ports [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83527) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:06:34.386266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38262) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:34.400204 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.406778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.418927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b7194454-57c2-4a99-a8d4-f15d0d334898 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:34.434761 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:34.435673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:34.512817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] For port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,segment=NetworkSegment(16e66904-0475-4259-8f0b-b1e10c3b461d),segment_id=16e66904-0475-4259-8f0b-b1e10c3b461d)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:34.523019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Deleting port f5d855db-d841-47d2-ad68-99466c33ed27 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:34.525214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:34.527296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.543145 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.547005 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f8ab5025-c6a0-4bda-9a82-b74b2b578e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:34.751995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Pushing event updated for resources: {'Port': ['ID=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:34.757891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:34.791298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:34.791947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:34.859476 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.879667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:34.880030 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:34.880943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:34.881349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab99e6a6-60e3-4407-8d88-5a3384980cd8 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:34.894069 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] For port f5d855db-d841-47d2-ad68-99466c33ed27, host hv-neutron-vict, got binding levels [] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:34.894750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:34.908862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=e67826fb-befc-4f2c-a3c4-e53b8ec565c8,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:34.924916 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/floatingips/f49ad1ff-1b30-4b8d-9f9f-9e85749ad3dc HTTP/1.1" status: 204 len: 168 time: 9.7415814 Dec 20 12:06:34.925587 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38276) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:34.936053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:35.059111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Calling delete_port for f5d855db-d841-47d2-ad68-99466c33ed27 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:35.089682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Provisioning for port cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:35.103183 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Provisioning complete for port cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:35.112861 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.123806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 06090f52-8789-405f-909d-e605905733d6 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:35.124173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.163231 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.174545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fac08e34-b592-4a09-8019-7b7fe89375bb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:35.176004 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:35.186409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.200129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:35.205465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Port cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:35.216238 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93e322-8acb-4442-84b6-57788c4f60a5 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:35.247666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5d855db-d841-47d2-ad68-99466c33ed27,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:35.257131 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:35.261849 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:35.262778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.276235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.301835 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f5d855db-d841-47d2-ad68-99466c33ed27 HTTP/1.1" status: 204 len: 168 time: 0.9176853 Dec 20 12:06:35.305060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38284) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:35.413446 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f600fa6c-d027-4c74-8b63-5fdc6e306006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:06:35.417015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f600fa6c-d027-4c74-8b63-5fdc6e306006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Synchronizing usage tracker for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:35.435061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.449048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9e0e140-19a5-4507-8a7e-5842c864caf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:35.461277 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f600fa6c-d027-4c74-8b63-5fdc6e306006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Unset dirty status for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:35.474503 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f600fa6c-d027-4c74-8b63-5fdc6e306006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "GET /v2.0/ports/f5d855db-d841-47d2-ad68-99466c33ed27 HTTP/1.1" status: 404 len: 333 time: 0.1664338 Dec 20 12:06:35.478074 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38290) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:35.492967 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5190456 Dec 20 12:06:35.492967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:06:35.493618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38294) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:35.495144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031059743', 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:35.502315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:35.503603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc5536d-f889-4fc1-a3ac-2ce315070645,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:35.506426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.521080 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcc5536d-f889-4fc1-a3ac-2ce315070645 HTTP/1.1" status: 204 len: 168 time: 1.4450767 Dec 20 12:06:35.532983 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:35.535675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Provisioning for port 8cb180c6-de93-4f59-8272-19c5c9924025 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:35.535895 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:4c:cd:54', 'name': 'tempest-NetworksTestDHCPv6-1360235803'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:35.563414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Made reservation on behalf of 9745065fcbfc4cbd90eb87dd09c5b4e2 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:35.567512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.612671 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:35.636414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc1fdf-747f-4880-bdb0-956f67cda2a5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:35.642306 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc1fdf-747f-4880-bdb0-956f67cda2a5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:35.648315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc1fdf-747f-4880-bdb0-956f67cda2a5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:35.656105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38304) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:35.656408 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7acc1fdf-747f-4880-bdb0-956f67cda2a5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.2446558 Dec 20 12:06:35.660411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] device_id is not set on port d355f15d-d2e3-481d-b3ec-712e5f6ba346 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:35.689635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Provisioning complete for port 8cb180c6-de93-4f59-8272-19c5c9924025 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:35.690015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:35.954823 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:35.955259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.030523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ce64389d-faf5-41a4-9aee-9d9f71338981 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:36.091266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: ce64389d-faf5-41a4-9aee-9d9f71338981 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:36.091671 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ce64389d-faf5-41a4-9aee-9d9f71338981 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:36.099674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Port 8cb180c6-de93-4f59-8272-19c5c9924025 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:36.158329 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Provisioning complete for port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:36.158724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d63e9598-ccc6-4656-a7af-b16d80451ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.217151 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'e67826fb-befc-4f2c-a3c4-e53b8ec565c8'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:36.217993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.347590 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f10fc8d4-62d7-465d-8096-e08dcf2ed4ad up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:36.400088 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.536314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.610985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.615616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:36.627636 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Allocated IP 2001:db8::f816:3eff:fe24:b86c (51a1536f-8906-4846-ba25-f9918687ea89/e67826fb-befc-4f2c-a3c4-e53b8ec565c8/ed7dae4a-e8cd-41bc-b8d0-b135790dcd66) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:36.662743 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-991e6b71-23bd-4fbc-be89-612f5240464b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:36.703129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:36.717197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 06090f52-8789-405f-909d-e605905733d6 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:36.748967 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Network b684e8c8-b031-4195-9e60-047c5b59f3ea is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:36.779493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:36.791036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:36.797556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:36.798042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:36.798571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:36.925939 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:36.930904 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.048471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:37.053090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.063153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=d355f15d-d2e3-481d-b3ec-712e5f6ba346,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:37.104825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:37.105436 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.208779 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7267036 Dec 20 12:06:37.209960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38338) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:37.210855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:37.221728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:37.228190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 040fe2fa-852e-4e73-8bce-435142299553 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:37.243987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.244658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f530c8c5-d882-49db-a0fc-a66d51c2f213 None None] Provisioning complete for port cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:37.245014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f530c8c5-d882-49db-a0fc-a66d51c2f213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.315339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38342) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:37.398233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f7862ed8-58d7-410b-b2da-c927a48f9d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Synchronizing usage tracker for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:37.398624 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.405245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f530c8c5-d882-49db-a0fc-a66d51c2f213 None None] Port cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:37.413109 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Transition to ACTIVE for port object ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:37.437202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f530c8c5-d882-49db-a0fc-a66d51c2f213 None None] Provisioning complete for port 8cb180c6-de93-4f59-8272-19c5c9924025 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:37.437584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f530c8c5-d882-49db-a0fc-a66d51c2f213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.459225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f7862ed8-58d7-410b-b2da-c927a48f9d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Unset dirty status for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:37.461453 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f7862ed8-58d7-410b-b2da-c927a48f9d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "GET /v2.0/ports/d355f15d-d2e3-481d-b3ec-712e5f6ba346 HTTP/1.1" status: 200 len: 959 time: 0.1844316 Dec 20 12:06:37.462076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38348) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:37.500270 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f530c8c5-d882-49db-a0fc-a66d51c2f213 None None] Port 8cb180c6-de93-4f59-8272-19c5c9924025 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:37.530312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.542253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-76a5b8a2-eb4d-4caa-bac0-7deb7299581b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:37.550125 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Transition to ACTIVE for port object ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:37.555171 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.560514 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.565088 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:37.577401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bf89a9ea-4df4-490b-bd62-f2d4ed1bc9c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:37.683661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=06090f52-8789-405f-909d-e605905733d6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:37.684524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:37.688995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:37.691683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:37.700267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=cb9f8aa9-1272-4dd8-9d56-f355f86a29a2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:37.708901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:37.712435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:37.715547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Deleting port d355f15d-d2e3-481d-b3ec-712e5f6ba346 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:37.715887 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.724092 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Pushing event updated for resources: {'Port': ['ID=ed7dae4a-e8cd-41bc-b8d0-b135790dcd66,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:37.737467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:37.830874 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:37.841766 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] Sync routers for ids ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:37.867561 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] Routers {'cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:37.868519 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:37.890486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.910057 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Attempting to bind port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:37.910446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Attempting to bind port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:37.911395 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Attempting to bind port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:37.928677 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:37.930859 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:37.931333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:37.931729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:37.934249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Bound port: ed7dae4a-e8cd-41bc-b8d0-b135790dcd66, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:37.934659 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.022882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a2b0ba1e-01ae-42b6-ba27-9692fa176916 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:38.023561 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-a2b0ba1e-01ae-42b6-ba27-9692fa176916 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 12:06:38.024895 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a2b0ba1e-01ae-42b6-ba27-9692fa176916 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7032633 Dec 20 12:06:38.043381 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:38.050151 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38362) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.060406 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 HTTP/1.1" status: 204 len: 168 time: 2.2927117 Dec 20 12:06:38.062448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38366) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.071925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.071925 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 13.1650264 Dec 20 12:06:38.075296 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] Routers {'cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:38.076502 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:38.077666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--451770821'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:38.096831 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38368) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.097165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38372) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.181373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] For port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:38.189319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] For port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ed7dae4a-e8cd-41bc-b8d0-b135790dcd66,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:38.191473 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2c627b-68b2-40ae-be3e-f570f5ff0387 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:06:38.192185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-be2c627b-68b2-40ae-be3e-f570f5ff0387 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:38.195974 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:38.196458 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4ffb3-9f10-48e6-933e-65968bfaa011 None None] The sync data for ids ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:38.197086 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:38.201156 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.205702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:38.237627 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:38.250665 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:38.289404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:38.316279 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.329061 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Pushing event updated for resources: {'Port': ['ID=ed7dae4a-e8cd-41bc-b8d0-b135790dcd66,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:38.334127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:38.336711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.425807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fe4c:cd54 (51a1536f-8906-4846-ba25-f9918687ea89/e67826fb-befc-4f2c-a3c4-e53b8ec565c8/040fe2fa-852e-4e73-8bce-435142299553) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:38.436897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.439260 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/ports/06090f52-8789-405f-909d-e605905733d6 HTTP/1.1" status: 204 len: 168 time: 3.5022256 Dec 20 12:06:38.447645 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-be2c627b-68b2-40ae-be3e-f570f5ff0387 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:38.450157 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-be2c627b-68b2-40ae-be3e-f570f5ff0387 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/cb9f8aa9-1272-4dd8-9d56-f355f86a29a2 HTTP/1.1" status: 404 len: 333 time: 0.3641255 Dec 20 12:06:38.450280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38386) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.456379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38388) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.473861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:38.482211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.570220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:38.696809 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Calling delete_port for d355f15d-d2e3-481d-b3ec-712e5f6ba346 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:38.697295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-610125087', 'router:external': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:38.701108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:38.716767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 8cb180c6-de93-4f59-8272-19c5c9924025 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:38.717240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.737055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:38.744960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:38.749929 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:38.764047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:38.821120 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.830928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:38.836179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0d5ed80b-55e7-4afd-a275-13d13a67717f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:38.872338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:network and tenant:e8601710027c4ee7a5dfdcfef29bf91d is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:38.901484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event deleted for resources: {'Port': ['ID=d355f15d-d2e3-481d-b3ec-712e5f6ba346,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:38.905445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:38.906548 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:38.922461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.922765 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.963341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.970624 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-960cb7a5-dd04-4e2e-b30b-f284fd711141 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Synchronizing usage tracker for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:38.978130 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d355f15d-d2e3-481d-b3ec-712e5f6ba346 HTTP/1.1" status: 204 len: 168 time: 1.5081885 Dec 20 12:06:38.978130 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:38.980509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38400) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:38.981107 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-00523ee8-f30f-4af7-b5b9-67fcb50d6d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:39.003293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.066698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Made reservation on behalf of e8601710027c4ee7a5dfdcfef29bf91d for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:39.069445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.128888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.165992 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8085b9-bbec-4537-a9f8-25a435f10932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:06:39.165992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9b8085b9-bbec-4537-a9f8-25a435f10932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Synchronizing usage tracker for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:39.179729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-960cb7a5-dd04-4e2e-b30b-f284fd711141 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Unset dirty status for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:39.180932 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-960cb7a5-dd04-4e2e-b30b-f284fd711141 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082880015&fields=id&tenant_id=07f88a0fd7aa41769ff9360299eb17bf HTTP/1.1" status: 200 len: 267 time: 0.3108878 Dec 20 12:06:39.181573 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110dc9c8-15af-4a7f-ad99-1ffe25621ec8,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:39.184445 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.189795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:39.190749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.194545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.206178 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.208612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.232362 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9b8085b9-bbec-4537-a9f8-25a435f10932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Unset dirty status for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:39.237407 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9b8085b9-bbec-4537-a9f8-25a435f10932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "GET /v2.0/ports/d355f15d-d2e3-481d-b3ec-712e5f6ba346 HTTP/1.1" status: 404 len: 333 time: 0.1369131 Dec 20 12:06:39.248049 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38404) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:39.265555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Request body: {'port': {'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100321848'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:39.272922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:security_group_rule and tenant:e8601710027c4ee7a5dfdcfef29bf91d is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.277032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.286701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.352387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.354915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.381186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.406532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Made reservation on behalf of 9745065fcbfc4cbd90eb87dd09c5b4e2 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:39.408903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.442269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-9e3d2362-2154-4061-90f1-c4dd63b4bb2f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:39.442550 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 040fe2fa-852e-4e73-8bce-435142299553 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:39.442943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-9e3d2362-2154-4061-90f1-c4dd63b4bb2f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Synchronizing usage tracker for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:network {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:39.448842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.458341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] device_id is not set on port 7875356c-a6e8-4623-8864-f4d2b2e5a932 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:39.464336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.490404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.499078 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-32b829fc-f84a-4d05-9812-361ad9fa2be1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/routers/cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 HTTP/1.1" status: 200 len: 880 time: 1.3981888 Dec 20 12:06:39.499286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-192b211e-e7cf-4999-9297-12d7d9e029db tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:39.504878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38408) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:39.580971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ce6f8314-4504-433d-90fd-bc11df99af09 None None] Provisioning for port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:39.610816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-9e3d2362-2154-4061-90f1-c4dd63b4bb2f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Unset dirty status for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:network {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:39.611946 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-9e3d2362-2154-4061-90f1-c4dd63b4bb2f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 812 time: 0.4091899 Dec 20 12:06:39.630408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 8cb180c6-de93-4f59-8272-19c5c9924025 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:39.657699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9661bf-223a-450d-929c-26953f72ce78,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:39.661553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:39.677342 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.681170 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6194375 Dec 20 12:06:39.686880 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38412) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:39.694376 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-65591515-3c02-46d1-bd9e-3e6e1a7b4cec tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/quotas/07f88a0fd7aa41769ff9360299eb17bf HTTP/1.1" status: 200 len: 375 time: 0.0688183 Dec 20 12:06:39.702299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': 'fe9661bf-223a-450d-929c-26953f72ce78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:39.712578 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:39.763388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:39.764083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.787961 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:39.806931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:39.845566 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.861356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-57d71fe1-a02f-4b55-8975-03f7d7e9bafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:39.912731 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.938952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.968233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.978807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:39.996633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:40.002681 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=040fe2fa-852e-4e73-8bce-435142299553,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.005638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:40.038010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-5c471c11-870b-437f-afae-dab6c2d63c8c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Synchronizing usage tracker for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:40.038205 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.041035 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-72122c1e-1803-47c7-a8c7-f357c2568273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.047415 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.054106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:40.057912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:40.058423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.062381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:40.109894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.110114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.110114 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Added segment 7bdd12b8-b2d0-4927-9dff-45e2ae002760 of type vlan for network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 Dec 20 12:06:40.115653 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-5c471c11-870b-437f-afae-dab6c2d63c8c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Unset dirty status for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:40.135779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd774b-dba4-4f1a-8b6a-dd44e08b5e43,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.139760 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-5c471c11-870b-437f-afae-dab6c2d63c8c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4275320 Dec 20 12:06:40.147693 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.149323 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7a559671-e53b-40da-9d60-ad3c7a07209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.172973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.174371 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.194001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-13d5e533-167d-44fa-ad75-78c65660ad61 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.261210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:40.269926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=8cb180c6-de93-4f59-8272-19c5c9924025,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.272556 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7710750 Dec 20 12:06:40.276213 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.36.7.113 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/4e386afa-a90d-495a-b926-8619a6886fa3) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:40.278266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.290068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38416) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.299862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.304912 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/8cb180c6-de93-4f59-8272-19c5c9924025 HTTP/1.1" status: 204 len: 168 time: 1.8360960 Dec 20 12:06:40.370232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38420) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.373665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:40.381550 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:40.382514 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.449531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a6b439a2-78aa-4f68-b35c-b8d1e4966c66 None None] Provisioning for port 040fe2fa-852e-4e73-8bce-435142299553 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:40.467357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a6b439a2-78aa-4f68-b35c-b8d1e4966c66 None None] Provisioning complete for port 040fe2fa-852e-4e73-8bce-435142299553 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:40.468106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a6b439a2-78aa-4f68-b35c-b8d1e4966c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.485783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Network b684e8c8-b031-4195-9e60-047c5b59f3ea is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:40.510938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:40.513237 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4934a94-aa7d-46a7-8372-6d994a8a5586 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:06:40.514341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.514962 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c4934a94-aa7d-46a7-8372-6d994a8a5586 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/8cb180c6-de93-4f59-8272-19c5c9924025 HTTP/1.1" status: 404 len: 333 time: 0.1279433 Dec 20 12:06:40.515939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.519909 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8284533 Dec 20 12:06:40.520868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38424) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.521185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38426) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.522088 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:40.523028 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:40.523612 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.535245 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-57fbb86b-1f21-437e-aa1c-d23f03f0eab9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:router {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:40.549010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': 'fe9661bf-223a-450d-929c-26953f72ce78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:40.578515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a6b439a2-78aa-4f68-b35c-b8d1e4966c66 None None] Port 040fe2fa-852e-4e73-8bce-435142299553 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:40.587909 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=7875356c-a6e8-4623-8864-f4d2b2e5a932,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.590458 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:40.610421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.621280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.621596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.636100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:40.647682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ed7dae4a-e8cd-41bc-b8d0-b135790dcd66,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:40.648814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:40.655021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.656896 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4fd588be-4191-49a2-8c7b-996ea4a8a7ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.660050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71be34d5-5620-4f62-9d2f-010bab42c588,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.665959 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4168525 Dec 20 12:06:40.673638 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-420d7c41-742c-4d21-a690-96c2a839085f service neutron] 10.222.0.41 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329216 Dec 20 12:06:40.675089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38432) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.680457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.681869 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:40.682864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.697895 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-71010b12-30ba-4207-b7e7-52aba351098c tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:40.699547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:40.701994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.715320 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-57fbb86b-1f21-437e-aa1c-d23f03f0eab9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:router {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:40.719548 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-57fbb86b-1f21-437e-aa1c-d23f03f0eab9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2094109 Dec 20 12:06:40.724988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38436) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.736453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=ed7dae4a-e8cd-41bc-b8d0-b135790dcd66,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.737072 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:40.740371 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.747150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-df0d2570-6245-4ac5-b724-51bd9799a2ad tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-131884720'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:40.889862 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7888787 Dec 20 12:06:40.907319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38440) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:40.914174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a467f1-d392-4195-9b62-90445d8217aa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:40.918085 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a467f1-d392-4195-9b62-90445d8217aa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:40.918851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-46a467f1-d392-4195-9b62-90445d8217aa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:40.923115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.932222 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Network': ['ID=61f6acc7-6e8b-4390-a76c-ab44e55d9c03,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:40.933997 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'subnet': {'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:40.934907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:40.942439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:40.968001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:40.976586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:40.987203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:subnet and tenant:e8601710027c4ee7a5dfdcfef29bf91d is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:41.009414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-46a467f1-d392-4195-9b62-90445d8217aa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:41.013466 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-46a467f1-d392-4195-9b62-90445d8217aa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7194533 Dec 20 12:06:41.021502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38444) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:41.055731 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.152199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.156930 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:41.158413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-be5ca24d-5837-412f-bca8-2ed622392606 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:41.189123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 040fe2fa-852e-4e73-8bce-435142299553 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:41.189466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.195554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:41.274704 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-dab1a2ac-9c1f-4b58-877b-12671524f353 service neutron] 10.222.0.41 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999923 Dec 20 12:06:41.281162 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Made reservation on behalf of e8601710027c4ee7a5dfdcfef29bf91d for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:41.283290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.311960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet c7d4408f-1247-4e43-9af9-be86f5207eb6 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:41.314634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:41.340225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.350049 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:41.352650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:41.459840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=4e386afa-a90d-495a-b926-8619a6886fa3,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:41.463239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:41.463471 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 12:06:41.467392 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9fa6299a-733a-4422-ad07-2689b81846e3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9278653 Dec 20 12:06:41.473955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38454) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:41.533351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.627583 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-31359a6d-ff2a-4bf6-a652-11144cc5ad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.719151 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.801022 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] device_id is not set on port 7875356c-a6e8-4623-8864-f4d2b2e5a932 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:41.815144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.827734 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.852910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.907680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:41.929542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Transition to ACTIVE for port object 7875356c-a6e8-4623-8864-f4d2b2e5a932 will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:41.953572 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb3f6efb-dabb-44e5-85c0-dbfc62ef71c2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:41.996492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.013125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 040fe2fa-852e-4e73-8bce-435142299553 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:42.021572 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e9ba9e4d-fad0-4c1b-bec8-bdbc7f52aa78 req-4410fd8b-b03e-4ea9-bf35-2dd2011b13d4 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.1678123 Dec 20 12:06:42.028011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d4408f-1247-4e43-9af9-be86f5207eb6,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.033908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.042754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0a115507-73a1-4992-8ea6-e74ea7f6ffc9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:42.046934 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.057188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483167f4-32a3-46cf-9f8b-6255ebe50997 None None] Network 3abb313e-f6f9-4cca-bd02-023cf8721b78 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:42.075197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.085685 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/c7d4408f-1247-4e43-9af9-be86f5207eb6 HTTP/1.1" status: 204 len: 168 time: 1.5439496 Dec 20 12:06:42.093235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38470) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:42.282989 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:42.348599 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.394269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:42.395016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.397246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.441543 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:42.442798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.470801 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=7875356c-a6e8-4623-8864-f4d2b2e5a932,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.474160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.527635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.534132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] DHCP port deletion for 3abb313e-f6f9-4cca-bd02-023cf8721b78 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:42.542785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:06:42.543387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.547808 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Deleting port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:42.548667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.554734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c982e5ff-c115-42a0-8b8e-5c7ec800d223 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:42.624218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.633238 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9b38f07c-dc54-4fab-acab-446b51601613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:42.647369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:42.647705 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:42.648039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:42.669031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9661bf-223a-450d-929c-26953f72ce78,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.671422 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.705757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:42.706119 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:42.709884 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 2 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:42.731774 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f13eb9e2-f087-4d6a-bb53-2b10f6a37c34,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.748201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.749248 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.771677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:42.815786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:42.816567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:42.816567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:42.873925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.875072 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe9661bf-223a-450d-929c-26953f72ce78 HTTP/1.1" status: 204 len: 168 time: 1.4002428 Dec 20 12:06:42.882315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=040fe2fa-852e-4e73-8bce-435142299553,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:42.884823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:42.887540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38474) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:42.946170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:42.946170 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:42.956692 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 3 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:42.961108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] For port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,segment=NetworkSegment(16e66904-0475-4259-8f0b-b1e10c3b461d),segment_id=16e66904-0475-4259-8f0b-b1e10c3b461d)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:42.961681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.979635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:42.984012 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/040fe2fa-852e-4e73-8bce-435142299553 HTTP/1.1" status: 204 len: 168 time: 1.9589884 Dec 20 12:06:42.987514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38478) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:42.992569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:42.992903 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:42.993241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:43.057284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] For port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,segment=NetworkSegment(16e66904-0475-4259-8f0b-b1e10c3b461d),segment_id=16e66904-0475-4259-8f0b-b1e10c3b461d)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:43.057777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.074387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Checking segment: {'id': '7bdd12b8-b2d0-4927-9dff-45e2ae002760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:43.074745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network hostable DHCP agents. Network: 61f6acc7-6e8b-4390-a76c-ab44e55d9c03, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:43.125608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:43.125992 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:43.140067 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 4 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:43.209002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa70ba1f-5749-4c66-b2c8-ee5f0eb89476 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:43.210689 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa70ba1f-5749-4c66-b2c8-ee5f0eb89476 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:43.211612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fa70ba1f-5749-4c66-b2c8-ee5f0eb89476 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:43.219451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Calling delete_port for f10fc8d4-62d7-465d-8096-e08dcf2ed4ad owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:43.276857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-30f6e0ef-e732-4828-8abd-cd155a48f4b5 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:43.290386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for f10fc8d4-62d7-465d-8096-e08dcf2ed4ad owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:43.291037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:43.291178 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:43.291536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:43.306021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.313349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:43.327032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:06:43.328209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df0d2570-6245-4ac5-b724-51bd9799a2ad tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.359664 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Pushing event deleted for resources: {'Port': ['ID=f10fc8d4-62d7-465d-8096-e08dcf2ed4ad,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:43.364663 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:43.369236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] No DVR routers for this DVR port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:43.407890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.412401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:43.412636 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:43.415789 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 5 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:43.427938 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-0bd76d65-d191-41c1-8511-0d7548fc5cce req-332de1e9-ddb1-48a0-a4dd-8ab7061a872c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.1115513 Dec 20 12:06:43.434423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-30f6e0ef-e732-4828-8abd-cd155a48f4b5 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:43.434918 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-30f6e0ef-e732-4828-8abd-cd155a48f4b5 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5449529 Dec 20 12:06:43.440505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fa70ba1f-5749-4c66-b2c8-ee5f0eb89476 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:43.441608 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fa70ba1f-5749-4c66-b2c8-ee5f0eb89476 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4531758 Dec 20 12:06:43.443026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.445909 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38486) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:43.446300 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38488) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:43.452039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-50d7d104-714c-4f6b-9c26-26e11aa4e09c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:43.498746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df0d2570-6245-4ac5-b724-51bd9799a2ad tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.510235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030454296'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:43.510735 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-0107f58a-b03a-4e0f-8499-5145dec968c2 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:43.512209 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-0107f58a-b03a-4e0f-8499-5145dec968c2 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 812 time: 0.4579146 Dec 20 12:06:43.512897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:43.513223 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:43.513549 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:43.515173 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:43.518340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:43.539963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:43.540373 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:43.548678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:43.552761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 61f6acc7-6e8b-4390-a76c-ab44e55d9c03) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:43.554223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:43.554713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:43.561053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81410c-4b27-4337-acfe-df64c8d87919 None None] Network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:43.576927 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 6 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:43.619670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=4e386afa-a90d-495a-b926-8619a6886fa3,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:43.631856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:43.635382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:43.635713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:43.636044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:43.671799 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:43.672128 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:43.674651 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 7 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:43.681637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.701189 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-7dcb9743-b49c-4995-a584-f04298b454f4 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Synchronizing usage tracker for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:43.702341 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:43.703607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.714835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:43.715182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:43.715488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:43.728796 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.732349 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2750494 Dec 20 12:06:43.732349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-7dcb9743-b49c-4995-a584-f04298b454f4 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Unset dirty status for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:43.732592 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-7dcb9743-b49c-4995-a584-f04298b454f4 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f88a0fd7aa41769ff9360299eb17bf HTTP/1.1" status: 200 len: 380 time: 0.1434381 Dec 20 12:06:43.733036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:43.733350 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:43.733753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38494) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:43.735584 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 8 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:43.750105 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'port': {'device_id': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'admin_state_up': True, 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'security_groups': ['b8876800-6f33-4f38-bd77-362e4f94c763']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:43.763823 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8490467 Dec 20 12:06:43.765723 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:43.769540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'port': {'network_id': '046b1ff5-4ead-40aa-8ace-d7bf37601627', 'name': 'tempest-FloatingIPTestJSON-823978322'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:43.781675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38498) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:43.790735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1629578117', 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:43.820262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:43.829620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:port and tenant:e8601710027c4ee7a5dfdcfef29bf91d is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:43.841475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:43.867109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:43.867678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:43.867908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:43.954055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:43.961316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a398b-c6a9-4b82-b8e9-57a02bb0ede3 None None] Network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:43.995593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:43.996032 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:44.008368 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 9 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:44.048118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:44.053690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:44.064525 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:44.065771 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:44.067508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Made reservation on behalf of e8601710027c4ee7a5dfdcfef29bf91d for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:44.074695 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.100162 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port f10fc8d4-62d7-465d-8096-e08dcf2ed4ad {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:44.100667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.144995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:44.152175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:44.168537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2365cba9-90b5-45a1-969f-9318d9766081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.168871 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:44.201111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:44.201534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:44.224896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:44.244666 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempt 10 to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 Dec 20 12:06:44.260137 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f10fc8d4-62d7-465d-8096-e08dcf2ed4ad no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:44.285061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:44.287535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:44.287946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:44.288372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempting to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:44.298973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Made reservation on behalf of 07f88a0fd7aa41769ff9360299eb17bf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:44.302231 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: f10fc8d4-62d7-465d-8096-e08dcf2ed4ad {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:44.302753 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f10fc8d4-62d7-465d-8096-e08dcf2ed4ad not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:44.326055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.345569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:44.353989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:44.393295 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] The port 'f10fc8d4-62d7-465d-8096-e08dcf2ed4ad' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:06:44.404321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] device_id is not set on port 8fbe67f4-3b00-43b1-af49-1eb564750008 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:44.442981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:44.443588 dv-neutron-victoria-2-hyperv neutron-server[83527]: ERROR neutron.plugins.ml2.managers [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Failed to bind port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on host hv-neutron-vict for vnic_type normal using segments [{'id': '557de476-33c7-4357-8b21-393c7531cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b684e8c8-b031-4195-9e60-047c5b59f3ea'}] Dec 20 12:06:44.444451 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.461415 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:44.464589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.479065 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:06:44.496232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] device_id is not set on port 8544d8a5-2904-47ef-b327-3116c5d9351e yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:44.506339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet e67826fb-befc-4f2c-a3c4-e53b8ec565c8 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:44.552523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.747739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.767980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.863590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.881489 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f178adf8-ed82-430c-bdd7-0c73f302ec04 tempest-ServerActionsTestJSON-433674248 tempest-ServerActionsTestJSON-433674248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:44.890072 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.10 (046b1ff5-4ead-40aa-8ace-d7bf37601627/f4180f6e-b02e-4d98-8180-a2c2c973c374/8544d8a5-2904-47ef-b327-3116c5d9351e) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:44.895952 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abb313e-f6f9-4cca-bd02-023cf8721b78']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:44.918009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Allocated IP 172.20.0.7 (2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1/b50f790e-3ad3-4eec-bec1-5d0389c21700/48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:44.928805 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-37a36cc7-05f9-4f5c-8dd4-887dd7ea98c8 req-fe5f1a2c-9e2a-4bd2-9f11-9557b124718d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.1665444 Dec 20 12:06:44.937126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:44.980931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] For port 7875356c-a6e8-4623-8864-f4d2b2e5a932, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:44.981401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Attempted to set empty binding levels {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 12:06:44.984817 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e66904-0475-4259-8f0b-b1e10c3b461d') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:44.985239 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e66904-0475-4259-8f0b-b1e10c3b461d') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:45.003708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.024253 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.029894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e340b0a4-4c0d-49dc-923d-509b97d4ae13 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:45.038006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.059949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] In _notify_port_updated(), no bound segment for port 7875356c-a6e8-4623-8864-f4d2b2e5a932 on network b684e8c8-b031-4195-9e60-047c5b59f3ea {{(pid=83527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:06:45.061106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.062856 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "PUT /v2.0/ports/7875356c-a6e8-4623-8864-f4d2b2e5a932 HTTP/1.1" status: 200 len: 981 time: 4.3840058 Dec 20 12:06:45.089075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38508) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:45.141400 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.217903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605822be-a57b-4a64-8183-725369e1d47d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:45.222373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event updated for resources: {'Port': ['ID=7875356c-a6e8-4623-8864-f4d2b2e5a932,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:45.225232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:45.241758 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:45.252259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.255413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Allocated IP 2001:db8::1dd (61f6acc7-6e8b-4390-a76c-ab44e55d9c03/f13eb9e2-f087-4d6a-bb53-2b10f6a37c34/8fbe67f4-3b00-43b1-af49-1eb564750008) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:45.277661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:45.278024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:45.296431 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:45.308453 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.312721 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8526096 Dec 20 12:06:45.322689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38512) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:45.389359 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Deleting port 7875356c-a6e8-4623-8864-f4d2b2e5a932 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:45.389808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.398796 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-b69f8df0-95b9-4f1c-9909-8dedae5c5fbd tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '605822be-a57b-4a64-8183-725369e1d47d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:45.399523 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-b69f8df0-95b9-4f1c-9909-8dedae5c5fbd tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:45.403903 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b69f8df0-95b9-4f1c-9909-8dedae5c5fbd tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0654423 Dec 20 12:06:45.412582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38516) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:45.414474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0d2570-6245-4ac5-b724-51bd9799a2ad tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:45.466392 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.518860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.555436 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f71a775b-57f6-42de-9e8c-d309d7798777 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:45.570266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.590526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.595398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.612594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=3abb313e-f6f9-4cca-bd02-023cf8721b78,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:45.620435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:45.651173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Transition to ACTIVE for port object 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:45.673578 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-49f3d4fe-a0aa-42de-9912-94957244af5a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/3abb313e-f6f9-4cca-bd02-023cf8721b78 HTTP/1.1" status: 204 len: 168 time: 3.5768826 Dec 20 12:06:45.708782 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38520) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:45.722415 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2104857019'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:45.745890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:45.761141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:network and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:45.765101 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] For port 7875356c-a6e8-4623-8864-f4d2b2e5a932, host hv-neutron-vict, got binding levels [] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:45.765631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.778336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:45.784191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.795530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:45.818458 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.827232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-170811b2-af18-493e-9bce-ba078f15450f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:45.851380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.902222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=e67826fb-befc-4f2c-a3c4-e53b8ec565c8,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:45.907965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.915970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:45.918991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26471a46-2667-40aa-bae2-1f044c1a2631 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:45.920254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.938347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd00c56-0081-4a53-82d9-8cde14858d7a None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:45.946951 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:45.974322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Calling delete_port for 7875356c-a6e8-4623-8864-f4d2b2e5a932 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:46.052072 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/e67826fb-befc-4f2c-a3c4-e53b8ec565c8 HTTP/1.1" status: 204 len: 168 time: 2.5924239 Dec 20 12:06:46.056530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38526) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.062608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.081322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:46.084606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.158947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 046b1ff5-4ead-40aa-8ace-d7bf37601627 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:46.185204 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:46.188032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.196826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.197703 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Added segment e8977a2e-7765-41a7-9f5c-d0f90a93ea8c of type vlan for network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 Dec 20 12:06:46.199002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:46.210401 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b2c748c0-0ccc-43ee-b836-333349757b90 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526458 Dec 20 12:06:46.218723 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.226469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38530) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.229395 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.247167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605822be-a57b-4a64-8183-725369e1d47d,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:46.262410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:46.266030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:46.288231 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:46.291702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-daae082f-3ea4-44a4-a995-2f80c2fb39ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:46.307673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.311375 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:46.313254 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.318364 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=8544d8a5-2904-47ef-b327-3116c5d9351e,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:46.321029 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:46.332954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a735253d-0d46-4ca4-a563-64cfef188280 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:46.363415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.366979 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/605822be-a57b-4a64-8183-725369e1d47d HTTP/1.1" status: 204 len: 168 time: 0.9490125 Dec 20 12:06:46.367125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:46.373386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38534) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.383748 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:46.386712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:46.397953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:46.410304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:46.417784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:46.418644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:46.419251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.427686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.437347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Port': ['ID=8fbe67f4-3b00-43b1-af49-1eb564750008,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:46.451757 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:46.487593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:06:46.488303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781e58-b035-4b28-a245-a5013973d3ee req-28c22716-c206-4ae9-8ddb-e58702964254 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:46.490477 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ac781e58-b035-4b28-a245-a5013973d3ee req-28c22716-c206-4ae9-8ddb-e58702964254 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 931 time: 0.3747966 Dec 20 12:06:46.495073 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7101181 Dec 20 12:06:46.498084 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38538) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.498840 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Deleting port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:46.500846 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.519434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.613193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc78cb0-1bc2-488e-841e-af14c79848d1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:46.614453 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9fc78cb0-1bc2-488e-841e-af14c79848d1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:46.631698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0d2570-6245-4ac5-b724-51bd9799a2ad tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:46.644520 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9ba43f2b-18c2-46be-b443-ab7359ee84b7 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2621992 Dec 20 12:06:46.646204 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Network': ['ID=2a859fbb-2c50-4ca2-97df-d8eba40af1c0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:46.653361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38542) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.654388 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] Sync routers for ids ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:46.660209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df0d2570-6245-4ac5-b724-51bd9799a2ad tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.662097 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-df0d2570-6245-4ac5-b724-51bd9799a2ad tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 HTTP/1.1" status: 200 len: 887 time: 5.9333742 Dec 20 12:06:46.669061 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:46.670964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:46.672331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.677740 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9667571 Dec 20 12:06:46.683917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--583267749'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:46.690086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:46.694536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38544) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.695582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38548) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.696580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-610963a9-28b3-4b20-8991-9a3b68462864 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.589s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:46.707819 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:46.765718 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:46.766432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.774141 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:46.796650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.802210 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7875356c-a6e8-4623-8864-f4d2b2e5a932 HTTP/1.1" status: 204 len: 168 time: 1.7120311 Dec 20 12:06:46.816940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38554) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:46.818063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:46.821161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:46.848938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Deleting port 8fbe67f4-3b00-43b1-af49-1eb564750008 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:46.849650 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:46.892019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] Routers {'cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:46.893271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:46.962353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-9fc78cb0-1bc2-488e-841e-af14c79848d1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:46.968637 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9fc78cb0-1bc2-488e-841e-af14c79848d1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7377844 Dec 20 12:06:46.976616 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ac781e58-b035-4b28-a245-a5013973d3ee req-46f37696-f01f-4c1c-9165-29698f73fc5e tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733787 Dec 20 12:06:46.992099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38558) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.000655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:47.021382 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2752421 Dec 20 12:06:47.032285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38562) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.041406 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'Port': ['ID=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:47.043876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.057722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'port_id': '8544d8a5-2904-47ef-b327-3116c5d9351e'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:47.066362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:47.080505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] For port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ed7dae4a-e8cd-41bc-b8d0-b135790dcd66,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:47.081020 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.132989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30363e3-f33e-4382-b0ca-e618b65fb46e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:47.133691 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f30363e3-f33e-4382-b0ca-e618b65fb46e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:47.141290 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d504e-545e-4255-83d5-9aa26cf848ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] GET failed (client error): The resource could not be found. Dec 20 12:06:47.141784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e20d504e-545e-4255-83d5-9aa26cf848ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Synchronizing usage tracker for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:47.148616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ff031919-9db0-4f4f-8943-f733d318de6a None None] Provisioning for port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:47.186911 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-c93b972b-4178-430e-b297-3cb8fcfe8076 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4421883 Dec 20 12:06:47.187678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Pushing event deleted for resources: {'Port': ['ID=7875356c-a6e8-4623-8864-f4d2b2e5a932,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:47.194722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:47.195827 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:47.196291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:47.201469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Request body: {'port': {'device_id': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:47.220963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Calling delete_port for ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:47.227244 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e20d504e-545e-4255-83d5-9aa26cf848ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Unset dirty status for tenant:9745065fcbfc4cbd90eb87dd09c5b4e2 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:47.231767 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e20d504e-545e-4255-83d5-9aa26cf848ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] 10.222.0.41 "GET /v2.0/ports/7875356c-a6e8-4623-8864-f4d2b2e5a932 HTTP/1.1" status: 404 len: 333 time: 0.4042835 Dec 20 12:06:47.231767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.249350 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ff031919-9db0-4f4f-8943-f733d318de6a None None] Provisioning complete for port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:47.249884 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ff031919-9db0-4f4f-8943-f733d318de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.278402 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] Routers {'cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:47.279195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:47.301280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:47.305200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:47.308292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:47.314502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:47.350377 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38566) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.363188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:47.363938 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b4d29-3cfe-498a-9c6f-c60d1f2e8fc9 None None] The sync data for ids ['cfbd8a36-b9c2-41d6-88ad-58b1e3148a41'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:47.409555 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ff031919-9db0-4f4f-8943-f733d318de6a None None] Port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:47.416705 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.428232 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.432000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:47.458915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.473851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-455b1eff-4bbb-439a-8a03-f08cd44d52e8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:47.485485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Pushing event deleted for resources: {'Port': ['ID=ed7dae4a-e8cd-41bc-b8d0-b135790dcd66,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:47.494276 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] No DVR routers for this DVR port ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:06:47.496877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:47.538611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f30363e3-f33e-4382-b0ca-e618b65fb46e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:47.540518 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f30363e3-f33e-4382-b0ca-e618b65fb46e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5428298 Dec 20 12:06:47.547211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:47.555856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38570) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.604505 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:47.611604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:47.619215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.669549 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91b3f0a-47d7-4231-af94-a1fa5dfa9c4f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:47.693103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:47.698000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.699245 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0338945 Dec 20 12:06:47.701817 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1b59fb8f-02a9-4fbc-b0b6-60f5d339190e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363344 Dec 20 12:06:47.704277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38574) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.708761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38576) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.714840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-3ee04dd8-89ac-4639-9192-13b70deb9b9c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': 'e91b3f0a-47d7-4231-af94-a1fa5dfa9c4f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:47.715682 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-3ee04dd8-89ac-4639-9192-13b70deb9b9c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:47.716373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:47.717006 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3ee04dd8-89ac-4639-9192-13b70deb9b9c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100949 Dec 20 12:06:47.719289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:47.736950 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38582) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:47.742473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:47.759661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:47.859179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.086342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:48.093794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Calling delete_port for 8fbe67f4-3b00-43b1-af49-1eb564750008 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:48.122212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.171949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:48.206454 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.207166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:06:48.246024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.271476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:06:48.272304 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ed7dae4a-e8cd-41bc-b8d0-b135790dcd66 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:06:48.288702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:48.349555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.364680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b684e8c8-b031-4195-9e60-047c5b59f3ea']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:48.390203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557de476-33c7-4357-8b21-393c7531cbec') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:48.390420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557de476-33c7-4357-8b21-393c7531cbec') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:48.411648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.514420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.529518 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-30a0bea4-70ab-43bc-bc01-18c582a628da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/routers/cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 HTTP/1.1" status: 200 len: 887 time: 1.8285682 Dec 20 12:06:48.535461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:06:48.535860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.552034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38590) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:06:48.555667 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:06:48.674375 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.683270 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a5efa5da-4246-4f05-8576-e63f4a08fc52 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 HTTP/1.1" status: 200 len: 205 time: 0.1257327 Dec 20 12:06:48.685091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.690185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38594) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:48.700033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1fd1a628-0b3b-4ac1-83fc-f4d5561f5b3d tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:48.753876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fbe67f4-3b00-43b1-af49-1eb564750008,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:48.756912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:48.841551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.861371 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ca05fc80-c6f1-413b-a282-c5662aebb89b tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:48.869203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.876266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.878853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.881873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b7a82bb8-ea7f-4493-a006-e8fbc2b249d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:48.897862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Pushing event deleted for resources: {'Network': ['ID=b684e8c8-b031-4195-9e60-047c5b59f3ea,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:48.908361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91b3f0a-47d7-4231-af94-a1fa5dfa9c4f,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:48.916504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee64f-25f6-4c62-b996-01079103664c req-bd812ec3-6cf8-4ed8-9ff5-648cac0f37e7 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:48.918035 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:48.920634 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ae1ee64f-25f6-4c62-b996-01079103664c req-bd812ec3-6cf8-4ed8-9ff5-648cac0f37e7 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 931 time: 0.7641480 Dec 20 12:06:48.923187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:48.930470 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] 10.222.0.41 "DELETE /v2.0/networks/b684e8c8-b031-4195-9e60-047c5b59f3ea HTTP/1.1" status: 204 len: 168 time: 1.5725293 Dec 20 12:06:48.937534 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8fbe67f4-3b00-43b1-af49-1eb564750008 HTTP/1.1" status: 204 len: 168 time: 2.4084859 Dec 20 12:06:48.940042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38600) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:48.951044 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'external_fixed_ips': [{'subnet_id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'ip_address': '2001:db8::1dd'}]}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:48.957116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:48.960581 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/e91b3f0a-47d7-4231-af94-a1fa5dfa9c4f HTTP/1.1" status: 204 len: 168 time: 1.2201493 Dec 20 12:06:48.968752 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38604) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:48.991728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:49.127899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:router and tenant:e8601710027c4ee7a5dfdcfef29bf91d is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:49.133218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:49.147515 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:49.151273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.159358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-39e44829-e7bc-4e21-b607-4f8b9709cfe0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.175429 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c {{(pid=83527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:06:49.195092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.212472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:06:49.220502 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=6b5f53d4-46c6-4207-9044-82286b4b637c,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.229027 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:49.232359 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ae1ee64f-25f6-4c62-b996-01079103664c req-f6579efd-ba26-424a-a215-996fa14e54d9 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772877 Dec 20 12:06:49.237985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.238966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.281613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Checking segment: {'id': 'e8977a2e-7765-41a7-9f5c-d0f90a93ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:49.282015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network hostable DHCP agents. Network: 2a859fbb-2c50-4ca2-97df-d8eba40af1c0, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:49.288644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.308459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38610) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:49.313818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Transition to ACTIVE for port object 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:49.326974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c78131db-df44-4e9d-82d5-2d789ee65dd9 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:49.334872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.342461 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2688069b-6bd4-4486-8678-cddcd8c080cc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.378263 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:06:49.441847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.449063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 2a859fbb-2c50-4ca2-97df-d8eba40af1c0) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:49.454827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:49.455480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.470133 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e238ca1-c0ee-43f6-a602-69533b93c1ce None None] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:49.512833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.515472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.521901 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-586a2f41-cc1f-4207-914c-6d404b77a0e8 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8188858 Dec 20 12:06:49.533870 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38616) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:49.544318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2072273627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:49.556565 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8c3aa88d-c89c-46d5-b98d-41e865859c93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d06d78bd2c554df1a86484bdf8edaf2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2444301 Dec 20 12:06:49.556565 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:49.559458 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38620) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:49.563415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:router and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:49.577824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:49.587705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:49.643683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.645442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.647122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c78131db-df44-4e9d-82d5-2d789ee65dd9 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:49.653172 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c78131db-df44-4e9d-82d5-2d789ee65dd9 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6753943 Dec 20 12:06:49.654028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Pushing event updated for resources: {'Port': ['ID=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.656829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38624) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:49.719749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.725866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:49.783120 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a6cad075-ecee-4429-a845-802838b841bb tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:49.792806 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-716e22da-b661-4dfa-8648-84a5efd571c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.794946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.818375 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--744963344'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:49.822520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-2a859fbb-2c50-4ca2-97df-d8eba40af1c0', 'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0', 'tenant_id': 'b725b547212f43cfac00b00e174583bf', 'fixed_ips': [{'subnet_id': '6b5f53d4-46c6-4207-9044-82286b4b637c'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:49.823868 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.841918 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-716e22da-b661-4dfa-8648-84a5efd571c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.849855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:49.865410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.893257 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Attempting to bind port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:49.893590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Attempting to bind port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:49.893912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Attempting to bind port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:49.903852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:49.910239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:49.912713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.916548 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-653e3aa2-2c9e-446f-a48d-d2d91ef80edc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3786631 Dec 20 12:06:49.916817 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38628) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:49.919768 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:49.924001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0', 'name': 'tempest-PortsIpV6TestJSON-2034585534'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:49.937980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4660d3f-77de-44dc-9ada-f81cc547175f None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:49.938745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:49.939363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:49.947899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=ddee866e-b0f4-40e8-976c-4afb7e0664c0,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:49.952841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.011245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:50.012174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.020884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:06:50.021202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Attempting to bind port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:50.046946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-716e22da-b661-4dfa-8648-84a5efd571c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.058136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:50.077610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e22da-b661-4dfa-8648-84a5efd571c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590e1b1-705b-4162-ba68-6f409aaa3df9,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:50.098540 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-716e22da-b661-4dfa-8648-84a5efd571c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:50.106021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Checking agent: {'id': '5a546cee-ba98-4fa8-9d99-ad750e31cd10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-vict', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'started_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:50.106356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Checking segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:50.106730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Bound using segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:50.107490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Bound port: 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host: hv-neutron-vict, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:50.107490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.109664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-716e22da-b661-4dfa-8648-84a5efd571c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.113210 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-716e22da-b661-4dfa-8648-84a5efd571c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1590e1b1-705b-4162-ba68-6f409aaa3df9 HTTP/1.1" status: 204 len: 168 time: 0.5490811 Dec 20 12:06:50.131463 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4132078 Dec 20 12:06:50.147924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38634) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:50.161304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:d4:46:ce', 'name': 'tempest-NetworksTestDHCPv6-188984565'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:50.178969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:50.185955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:50.190414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:50.194188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.208602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:50.223762 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:50.231529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.280767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:50.284011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.296337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Allocated IP 2001:db8::2 (2a859fbb-2c50-4ca2-97df-d8eba40af1c0/6b5f53d4-46c6-4207-9044-82286b4b637c/16b0edbf-c448-451d-af78-f0940674ff3b) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:50.311610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'ddee866e-b0f4-40e8-976c-4afb7e0664c0'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:06:50.314302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.336459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 1532aee9-15f1-41ca-b666-8e0684c6471c yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:50.372329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:50.377199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:50.402050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:50.584247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Allocated IP 2001:db8::1dd (61f6acc7-6e8b-4390-a76c-ab44e55d9c03/f13eb9e2-f087-4d6a-bb53-2b10f6a37c34/95a17038-f5e0-4851-b849-956fb810de6d) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:50.623982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:50.668262 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.683367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Transition to ACTIVE for port object 16b0edbf-c448-451d-af78-f0940674ff3b will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:50.706655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Transition to ACTIVE for port object 16b0edbf-c448-451d-af78-f0940674ff3b will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:50.712912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:50.722879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.729213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d8a1296b-ff19-4be4-abba-7b5bedb02aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:50.738159 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:50.761153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.771183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a024f684-3831-4414-aaa3-1f2f62925b5e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:50.809199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.824214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:50.837458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.886053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:50.889873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.901634 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 0d9e8336-da35-453e-8518-9f354276a23c associated. External IP: 172.36.7.113, port: 8544d8a5-2904-47ef-b327-3116c5d9351e. Dec 20 12:06:50.916262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38644) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:50.919837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::123 (2a859fbb-2c50-4ca2-97df-d8eba40af1c0/6b5f53d4-46c6-4207-9044-82286b4b637c/1532aee9-15f1-41ca-b666-8e0684c6471c) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:50.963161 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.964692 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] 10.222.0.62 "PUT /v2.0/ports/48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c HTTP/1.1" status: 200 len: 1093 time: 3.7675886 Dec 20 12:06:50.976091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:50.976399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:06:51.016314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Pushing event updated for resources: {'Port': ['ID=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.021848 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/ddee866e-b0f4-40e8-976c-4afb7e0664c0/a184c634-c51a-4e94-956f-06130d250fb8) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:51.023915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.027609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3dbe3937-43ba-4454-a095-d8a44b3f7565 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:51.058314 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e3b68-995b-4acc-b79c-f5a52cbb38b1 req-38f9280d-97d7-4d84-afc4-537c161dce0c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:51.059784 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4e4e3b68-995b-4acc-b79c-f5a52cbb38b1 req-38f9280d-97d7-4d84-afc4-537c161dce0c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 0.6351020 Dec 20 12:06:51.064391 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cdd0d94f-37af-4d5e-be4d-d29790e3f849 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9745065fcbfc4cbd90eb87dd09c5b4e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1401000 Dec 20 12:06:51.080409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38650) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:51.081702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.086256 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3657534 Dec 20 12:06:51.089532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 2436574a-a0a5-4f72-a913-2d0b1ed7fc2a yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:51.098735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38652) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:51.167327 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'status': 'completed', 'code': 200} Dec 20 12:06:51.177865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-beef1515-b0f6-42c0-95d0-443947bf5c4a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': 'd1828be8-cfdb-4833-b736-07c41f7303f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:51.178470 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-beef1515-b0f6-42c0-95d0-443947bf5c4a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:51.182311 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-beef1515-b0f6-42c0-95d0-443947bf5c4a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0796902 Dec 20 12:06:51.185021 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38658) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:51.191293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1828be8-cfdb-4833-b736-07c41f7303f0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.198328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-17625e11-12cd-4021-9f33-e84a89b5dc24 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': 'd1828be8-cfdb-4833-b736-07c41f7303f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:51.199041 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-17625e11-12cd-4021-9f33-e84a89b5dc24 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:51.202830 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-17625e11-12cd-4021-9f33-e84a89b5dc24 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135462 Dec 20 12:06:51.202980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.205622 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38662) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:51.224295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8b235589-6167-4c81-9ae9-720aacb4556b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': 'd1828be8-cfdb-4833-b736-07c41f7303f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:51.225032 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-8b235589-6167-4c81-9ae9-720aacb4556b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:51.228787 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8b235589-6167-4c81-9ae9-720aacb4556b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178123 Dec 20 12:06:51.233607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38666) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:51.255249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Pushing event updated for resources: {'Port': ['ID=16b0edbf-c448-451d-af78-f0940674ff3b,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.258079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d81b54aa-d936-409a-828b-7e8c1e9338c7 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': 'd1828be8-cfdb-4833-b736-07c41f7303f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:51.258700 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.258859 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-d81b54aa-d936-409a-828b-7e8c1e9338c7 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:51.259824 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d81b54aa-d936-409a-828b-7e8c1e9338c7 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0213778 Dec 20 12:06:51.269522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:51.274300 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:51.274519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38670) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:51.278012 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:51.291774 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.368757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port a3571477-a228-4fde-b23a-d80e19069a36 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:51.368986 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.413615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.437593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Attempting to bind port 16b0edbf-c448-451d-af78-f0940674ff3b on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:51.438110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Attempting to bind port 16b0edbf-c448-451d-af78-f0940674ff3b by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'e8977a2e-7765-41a7-9f5c-d0f90a93ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:51.438574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Attempting to bind port 16b0edbf-c448-451d-af78-f0940674ff3b on network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:51.451851 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-5a7af69e-c757-4b0c-b032-048193dd2de8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 1096 time: 0.4266884 Dec 20 12:06:51.460813 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.463656 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:51.464185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Checking segment: {'id': 'e8977a2e-7765-41a7-9f5c-d0f90a93ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:51.464957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.465620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Bound using segment: {'id': 'e8977a2e-7765-41a7-9f5c-d0f90a93ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:51.465620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Bound port: 16b0edbf-c448-451d-af78-f0940674ff3b, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8977a2e-7765-41a7-9f5c-d0f90a93ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a859fbb-2c50-4ca2-97df-d8eba40af1c0'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:51.466176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.466472 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f6359b7e-28f4-4d94-ae2a-4d99792e6888 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:51.490779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Transition to ACTIVE for port object a184c634-c51a-4e94-956f-06130d250fb8 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:51.495331 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4e4e3b68-995b-4acc-b79c-f5a52cbb38b1 req-9477111b-ba19-419a-8ef5-e3ae127b8cef tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4139667 Dec 20 12:06:51.547989 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Transition to ACTIVE for port object a184c634-c51a-4e94-956f-06130d250fb8 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:51.561810 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:51.573039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.578670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d990c41f-e71a-4798-a3bc-73e2428b6622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:51.582487 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:51.591035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:51.634000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.635506 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Port': ['ID=95a17038-f5e0-4851-b849-956fb810de6d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.644405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:51.652838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] For port 16b0edbf-c448-451d-af78-f0940674ff3b, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:51.654365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.665983 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] For port 16b0edbf-c448-451d-af78-f0940674ff3b, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=16b0edbf-c448-451d-af78-f0940674ff3b,segment=NetworkSegment(e8977a2e-7765-41a7-9f5c-d0f90a93ea8c),segment_id=e8977a2e-7765-41a7-9f5c-d0f90a93ea8c)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:51.668381 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:51.678687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.683369 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:51.686090 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-851ce5ac-edd7-4e59-80b9-ab4dfd708dce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c HTTP/1.1" status: 200 len: 217 time: 0.2068548 Dec 20 12:06:51.689848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.710794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.745296 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 1532aee9-15f1-41ca-b666-8e0684c6471c will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:51.759370 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Pushing event updated for resources: {'Port': ['ID=a184c634-c51a-4e94-956f-06130d250fb8,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.769196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.781341 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.782238 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:51.809111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.809641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::19e (51a1536f-8906-4846-ba25-f9918687ea89/ddee866e-b0f4-40e8-976c-4afb7e0664c0/2436574a-a0a5-4f72-a913-2d0b1ed7fc2a) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:51.822416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f970b629-716b-4cca-97d1-1e34bcd3f1f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:51.824122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.861091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.866172 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.923842 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Attempting to bind port a184c634-c51a-4e94-956f-06130d250fb8 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:51.924256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Attempting to bind port a184c634-c51a-4e94-956f-06130d250fb8 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:51.924625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Attempting to bind port a184c634-c51a-4e94-956f-06130d250fb8 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:51.931312 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Pushing event updated for resources: {'Port': ['ID=16b0edbf-c448-451d-af78-f0940674ff3b,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.934999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.938325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:51.938707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:51.939113 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.939525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:51.939955 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Bound port: a184c634-c51a-4e94-956f-06130d250fb8, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:51.940357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.944523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:51.950513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=1532aee9-15f1-41ca-b666-8e0684c6471c,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:51.961393 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:51.964000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:51.964903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:51.971416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.975550 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67dc168d-fbaa-41cb-a7cf-ab0e0b1e0f9a HTTP/1.1" status: 204 len: 168 time: 0.8791888 Dec 20 12:06:51.976805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:51.980698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:51.981302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:51.995136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc168d-fbaa-41cb-a7cf-ab0e0b1e0f9a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:52.019037 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:52.023640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.024419 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.051886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for a3571477-a228-4fde-b23a-d80e19069a36 owned by network:router_gateway {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:52.092654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] For port a184c634-c51a-4e94-956f-06130d250fb8, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:52.095838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] For port a184c634-c51a-4e94-956f-06130d250fb8, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a184c634-c51a-4e94-956f-06130d250fb8,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:52.098495 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1798263 Dec 20 12:06:52.105500 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38676) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:52.105993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.111456 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:52.249055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Pushing event updated for resources: {'Port': ['ID=a184c634-c51a-4e94-956f-06130d250fb8,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:52.253354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:52.515468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-e921d557-a944-4180-b706-8a5c53144e8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:52.516943 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-e921d557-a944-4180-b706-8a5c53144e8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.7985322 Dec 20 12:06:52.787881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.804179 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:52.845413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1828be8-cfdb-4833-b736-07c41f7303f0,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:52.863172 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:52.949884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.965588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:52.966755 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1828be8-cfdb-4833-b736-07c41f7303f0 HTTP/1.1" status: 204 len: 168 time: 1.6917536 Dec 20 12:06:52.973068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38692) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:52.980479 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-1999ae66-5859-478b-a4ab-4dcebbdd1d3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4500778 Dec 20 12:06:53.057742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 2436574a-a0a5-4f72-a913-2d0b1ed7fc2a will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:53.157306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d627b-4b33-44cb-9657-2473e5b0ae42 req-b4ff247e-2d3a-4d80-a001-c99ba4cc077d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:53.165059 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fb5d627b-4b33-44cb-9657-2473e5b0ae42 req-b4ff247e-2d3a-4d80-a001-c99ba4cc077d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 0.3793089 Dec 20 12:06:53.272123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Router f557eb8c-d905-4451-91e9-60e90e06159f is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:06:53.288605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.308862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-72e6e410-8a5b-428b-a3be-bff3a28eea87 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:53.366691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=a3571477-a228-4fde-b23a-d80e19069a36,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:53.375169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:53.380411 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fb5d627b-4b33-44cb-9657-2473e5b0ae42 req-ed6cdf46-66c3-4954-9889-ffe49151624d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142072 Dec 20 12:06:53.403361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f27ccfc8-046c-402d-b418-890b22d9dc27 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:53.541524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e22c51-2388-496b-9566-c31dbbc191ed None None] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:06:53.580651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.822539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f27ccfc8-046c-402d-b418-890b22d9dc27 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:53.823900 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f27ccfc8-046c-402d-b418-890b22d9dc27 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8474553 Dec 20 12:06:53.839686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38706) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:53.841287 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-a47998b4-2601-4c36-954a-3366d9f67158 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504171 Dec 20 12:06:53.846308 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:53.853399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:53.913160 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071061861'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:53.938427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:53.939194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-aed89d0c-8501-4ec9-afbd-4bfdddb427a5 None None] Provisioning for port 16b0edbf-c448-451d-af78-f0940674ff3b completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:53.953120 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=2436574a-a0a5-4f72-a913-2d0b1ed7fc2a,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:53.978842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:53.979059 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:54.000127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.074848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.096663 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-47404d72-cfe2-4560-82fc-d9b52e6cf5c7 None None] Provisioning for port a184c634-c51a-4e94-956f-06130d250fb8 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:54.226887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:54.231702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:54.237409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:54.241396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:54.242060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.250048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:54.272050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:54.287275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:54.328212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:54.376272 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 16b0edbf-c448-451d-af78-f0940674ff3b up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:54.423494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.442947 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.464665 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fbb982f2-561a-4ef6-a49f-cb992bc50231 tempest-RoutersAdminTest-340954718 tempest-RoutersAdminTest-340954718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:54.581361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.587291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.587541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.591520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Provisioning for port 1532aee9-15f1-41ca-b666-8e0684c6471c completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:54.610733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Provisioning complete for port 1532aee9-15f1-41ca-b666-8e0684c6471c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:54.614836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.645369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.646163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Fanout notify agent at l3_agent the message router_deleted on router cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:06:54.714841 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:54.715426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:54.726883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 16b0edbf-c448-451d-af78-f0940674ff3b completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:54.728023 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Sync routers for ids ['f557eb8c-d905-4451-91e9-60e90e06159f'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:54.735084 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5850096 Dec 20 12:06:54.744851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38722) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:54.754942 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Routers {'f557eb8c-d905-4451-91e9-60e90e06159f'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:54.755507 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['f557eb8c-d905-4451-91e9-60e90e06159f'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:54.756650 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 16b0edbf-c448-451d-af78-f0940674ff3b triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:54.757034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.779833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.807820 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Port 1532aee9-15f1-41ca-b666-8e0684c6471c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:54.845851 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Provisioning complete for port 16b0edbf-c448-451d-af78-f0940674ff3b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:54.846239 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.876641 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-9e3dfa18-7df5-4309-a889-2af6798eaaa8 req-78bad107-733f-4a32-9e98-7f8915739eb7 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9530809 Dec 20 12:06:54.928921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=1532aee9-15f1-41ca-b666-8e0684c6471c,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:54.935340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:54.937140 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/routers/cfbd8a36-b9c2-41d6-88ad-58b1e3148a41 HTTP/1.1" status: 204 len: 168 time: 6.2385077 Dec 20 12:06:54.954334 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38728) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:54.955528 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:54.987947 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5e738def-0d8d-46f9-93c0-f2e824f10012 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:55.081356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.105648 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Set router f557eb8c-d905-4451-91e9-60e90e06159f gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:55.131397 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895745981'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:55.139831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.183373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:55.190217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6085e3-d14c-4600-b18e-446de870f502 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:55.193268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.194454 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6085e3-d14c-4600-b18e-446de870f502 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:55.195183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bd6085e3-d14c-4600-b18e-446de870f502 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:55.201517 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2584782 Dec 20 12:06:55.202832 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38734) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.203757 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-425db5cd-399a-41e0-9507-6940f82800eb req-d0d9ae04-25d1-476f-b86f-45db85f01d75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 1096 time: 0.2657270 Dec 20 12:06:55.221974 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 16b0edbf-c448-451d-af78-f0940674ff3b, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=16b0edbf-c448-451d-af78-f0940674ff3b,segment=NetworkSegment(e8977a2e-7765-41a7-9f5c-d0f90a93ea8c),segment_id=e8977a2e-7765-41a7-9f5c-d0f90a93ea8c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:55.225305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.230318 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3822849 Dec 20 12:06:55.239318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.240518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a184c634-c51a-4e94-956f-06130d250fb8 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:55.242175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38738) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.242510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38740) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.249399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bd6085e3-d14c-4600-b18e-446de870f502 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:55.249643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:55.253145 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bd6085e3-d14c-4600-b18e-446de870f502 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5033877 Dec 20 12:06:55.255358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:55.316188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38746) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.318235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319adfc3-2c43-44bb-a1ea-2fedb4704270,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:55.323285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-48a8f126-854d-45ea-8d51-e4197f7f18d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:55.324275 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-48a8f126-854d-45ea-8d51-e4197f7f18d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:55.328011 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-48a8f126-854d-45ea-8d51-e4197f7f18d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0818367 Dec 20 12:06:55.334162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38750) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.338935 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:55.343668 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:55.345656 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-14828450-bf19-4ab3-ac27-9b5fd7b7f2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:55.384198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d69ade2a-4ae9-4059-a1b5-ec4fea22fbc8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:55.402082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d69ade2a-4ae9-4059-a1b5-ec4fea22fbc8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:55.492598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:55.495617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.517321 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557eb8c-d905-4451-91e9-60e90e06159f', 'name': '', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'external_fixed_ips': [{'subnet_id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'ip_address': '2001:db8::1dd'}], 'enable_snat': True}, 'gw_port_id': '95a17038-f5e0-4851-b849-956fb810de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '95a17038-f5e0-4851-b849-956fb810de6d', 'name': '', 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557eb8c-d905-4451-91e9-60e90e06159f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'ip_address': '2001:db8::1dd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:50Z', 'updated_at': '2021-12-20T12:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:55.523743 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Checking router: f557eb8c-d905-4451-91e9-60e90e06159f for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:06:55.524100 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Updating router f557eb8c-d905-4451-91e9-60e90e06159f port 95a17038-f5e0-4851-b849-956fb810de6d binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:06:55.533715 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:06:55.534451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-870cb7ab-23f0-468e-bfa8-26b5050ee7ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:06:55.538235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port a184c634-c51a-4e94-956f-06130d250fb8 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:55.551520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a184c634-c51a-4e94-956f-06130d250fb8 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:55.552240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.562869 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 2436574a-a0a5-4f72-a913-2d0b1ed7fc2a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:55.563218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.567489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db5cd-399a-41e0-9507-6940f82800eb req-99633bc9-6c57-4e38-91bf-550a20d6d819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:55.569339 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-425db5cd-399a-41e0-9507-6940f82800eb req-99633bc9-6c57-4e38-91bf-550a20d6d819 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.3525198 Dec 20 12:06:55.575093 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1745813628', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:55.580603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:55.586013 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Usage tracker for resource:port and tenant:cf754d3ccd3e4c50a90a25c80ae56a9a is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:55.589677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:55.593585 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.596470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:55.612052 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d69ade2a-4ae9-4059-a1b5-ec4fea22fbc8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:55.617233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4e116-daa2-430f-8b52-287d76175327 req-708c2b2e-de6c-4fc0-a2c3-120c0cc9579a tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:55.618325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d69ade2a-4ae9-4059-a1b5-ec4fea22fbc8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:55.618980 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-beb4e116-daa2-430f-8b52-287d76175327 req-708c2b2e-de6c-4fc0-a2c3-120c0cc9579a tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 0.8350112 Dec 20 12:06:55.630065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d69ade2a-4ae9-4059-a1b5-ec4fea22fbc8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:55.655012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Made reservation on behalf of cf754d3ccd3e4c50a90a25c80ae56a9a for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:55.659047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.660760 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=16b0edbf-c448-451d-af78-f0940674ff3b,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:55.672845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:55.703876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:06:55.708289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.737571 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-d69ade2a-4ae9-4059-a1b5-ec4fea22fbc8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:55.737571 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d69ade2a-4ae9-4059-a1b5-ec4fea22fbc8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3888187 Dec 20 12:06:55.737571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38758) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.746391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.759809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.762186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-74abebe3-85bf-48f5-a024-3715bf1828e4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:55.766930 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-74abebe3-85bf-48f5-a024-3715bf1828e4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:55.767940 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-74abebe3-85bf-48f5-a024-3715bf1828e4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0289412 Dec 20 12:06:55.789387 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38762) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:55.819075 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port a184c634-c51a-4e94-956f-06130d250fb8, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a184c634-c51a-4e94-956f-06130d250fb8,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:55.830851 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.833625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0ca31d6d-c8cc-4bf5-b856-c6666fb05a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:55.857061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-626ec7e8-8b46-4c74-85c0-69ddaf4fb08f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:55.868177 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-626ec7e8-8b46-4c74-85c0-69ddaf4fb08f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:55.921080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=a184c634-c51a-4e94-956f-06130d250fb8,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:55.925635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:55.926668 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-626ec7e8-8b46-4c74-85c0-69ddaf4fb08f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:55.934881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:55.946497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-626ec7e8-8b46-4c74-85c0-69ddaf4fb08f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:55.951399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Usage tracker for resource:security_group_rule and tenant:cf754d3ccd3e4c50a90a25c80ae56a9a is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:55.956024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:55.956409 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment 5629c24c-59c6-4f2f-b038-c3c98e17eb1e of type vlan for network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 Dec 20 12:06:55.958553 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-626ec7e8-8b46-4c74-85c0-69ddaf4fb08f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:55.960657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:55.972318 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-425db5cd-399a-41e0-9507-6940f82800eb req-86f92735-1adb-4113-a9ce-4267c0bbc541 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c HTTP/1.1" status: 200 len: 217 time: 0.3284252 Dec 20 12:06:55.975234 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:56.071886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:56.102539 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:56.107047 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.127056 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Transition to ACTIVE for port object 95a17038-f5e0-4851-b849-956fb810de6d will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:06:56.143324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db5cd-399a-41e0-9507-6940f82800eb req-6bd375e9-18b1-4940-9124-36a7c6243a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:56.145380 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-425db5cd-399a-41e0-9507-6940f82800eb req-6bd375e9-18b1-4940-9124-36a7c6243a54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.1652040 Dec 20 12:06:56.146744 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:56.147486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:56.150337 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-626ec7e8-8b46-4c74-85c0-69ddaf4fb08f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:56.150923 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.151440 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-626ec7e8-8b46-4c74-85c0-69ddaf4fb08f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3557725 Dec 20 12:06:56.155152 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38766) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:56.156566 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.200544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-62dcebd0-33fb-4a83-bf91-7837ba23544f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:56.201416 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-62dcebd0-33fb-4a83-bf91-7837ba23544f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:56.202375 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-62dcebd0-33fb-4a83-bf91-7837ba23544f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075765 Dec 20 12:06:56.214887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38770) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:56.221170 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-beb4e116-daa2-430f-8b52-287d76175327 req-8a82e44e-7a20-462b-9382-182d7dd6da69 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5706923 Dec 20 12:06:56.236117 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.237568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-aebec68e-cb69-47bc-8261-654611569d22 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:56.244568 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:56.251990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-aebec68e-cb69-47bc-8261-654611569d22 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:56.261536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.263070 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.268455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:56.269167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:56.285145 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Pushing event updated for resources: {'Port': ['ID=95a17038-f5e0-4851-b849-956fb810de6d,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.298847 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.299192 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.299571 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.299903 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.300282 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.300611 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.301115 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.301444 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.301763 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.302076 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.302391 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:06:56.305922 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Attempting to bind port 95a17038-f5e0-4851-b849-956fb810de6d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:06:56.306253 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Attempting to bind port 95a17038-f5e0-4851-b849-956fb810de6d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '7bdd12b8-b2d0-4927-9dff-45e2ae002760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:06:56.306363 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Attempting to bind port 95a17038-f5e0-4851-b849-956fb810de6d on network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:06:56.313352 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.314106 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:06:56.314493 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Checking segment: {'id': '7bdd12b8-b2d0-4927-9dff-45e2ae002760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:56.314891 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.315289 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Bound using segment: {'id': '7bdd12b8-b2d0-4927-9dff-45e2ae002760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:06:56.315829 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Bound port: 95a17038-f5e0-4851-b849-956fb810de6d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdd12b8-b2d0-4927-9dff-45e2ae002760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:06:56.316266 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.318753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.323728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-aebec68e-cb69-47bc-8261-654611569d22 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:56.337849 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-24a4c06c-2162-460d-bb73-4abcc844a204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.351669 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-aebec68e-cb69-47bc-8261-654611569d22 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:56.357034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] device_id is not set on port d2ed5576-b0ed-45d0-818d-1133f1b0807f yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:06:56.378456 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 16b0edbf-c448-451d-af78-f0940674ff3b up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:56.411929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-aebec68e-cb69-47bc-8261-654611569d22 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:56.435035 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] For port 95a17038-f5e0-4851-b849-956fb810de6d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:06:56.439043 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] For port 95a17038-f5e0-4851-b849-956fb810de6d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=95a17038-f5e0-4851-b849-956fb810de6d,segment=NetworkSegment(7bdd12b8-b2d0-4927-9dff-45e2ae002760),segment_id=7bdd12b8-b2d0-4927-9dff-45e2ae002760)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:06:56.453953 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.454992 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-b6bca3c1-60d3-4933-a4c6-e4e5b7653add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.467738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-67351826-e78b-438a-9e7c-3d2e356c0d05 None None] Provisioning for port 2436574a-a0a5-4f72-a913-2d0b1ed7fc2a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:56.476117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-67351826-e78b-438a-9e7c-3d2e356c0d05 None None] Provisioning complete for port 2436574a-a0a5-4f72-a913-2d0b1ed7fc2a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:56.476587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-67351826-e78b-438a-9e7c-3d2e356c0d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.484839 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.499006 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-261708b1-a5fd-45ea-95b7-86b4f0f129bc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/floatingips/0d9e8336-da35-453e-8518-9f354276a23c HTTP/1.1" status: 200 len: 978 time: 9.4601879 Dec 20 12:06:56.500391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8b518-f613-4349-aa7a-82a21fa97e88,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.502996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38774) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:56.506108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.509880 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:56.510453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5bfa1-f843-4b6f-bbbf-1650ace4d131 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:56.511469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:56.512257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.526481 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5d09ede3-b826-42b7-9096-29dc198b1426 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:56.530797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.558035 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.562580 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-67351826-e78b-438a-9e7c-3d2e356c0d05 None None] Port 2436574a-a0a5-4f72-a913-2d0b1ed7fc2a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:56.563700 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Pushing event updated for resources: {'Port': ['ID=95a17038-f5e0-4851-b849-956fb810de6d,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.569150 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.583701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 16b0edbf-c448-451d-af78-f0940674ff3b triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:56.584136 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.588078 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Routers {'f557eb8c-d905-4451-91e9-60e90e06159f'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:56.588791 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['f557eb8c-d905-4451-91e9-60e90e06159f'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:56.623362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 8544d8a5-2904-47ef-b327-3116c5d9351e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:56.624039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.626689 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-67351826-e78b-438a-9e7c-3d2e356c0d05 None None] Provisioning complete for port 1532aee9-15f1-41ca-b666-8e0684c6471c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:56.627087 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-67351826-e78b-438a-9e7c-3d2e356c0d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.716338 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-67351826-e78b-438a-9e7c-3d2e356c0d05 None None] Port 1532aee9-15f1-41ca-b666-8e0684c6471c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:56.717052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 2436574a-a0a5-4f72-a913-2d0b1ed7fc2a owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:56.733189 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-425db5cd-399a-41e0-9507-6940f82800eb req-c91b5cb9-4f3a-4017-855b-8625d14d0f42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5789545 Dec 20 12:06:56.807366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a184c634-c51a-4e94-956f-06130d250fb8 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:56.846651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Allocated IP 172.36.7.235 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/d2ed5576-b0ed-45d0-818d-1133f1b0807f) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:06:56.893365 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9077837 Dec 20 12:06:56.898437 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] Set router f557eb8c-d905-4451-91e9-60e90e06159f gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:06:56.907677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38778) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:56.908730 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=d4aafd1c-62e7-4a45-94f0-728c4bc83b82,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:56.917366 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cfa21682-5f16-4108-9936-ed626c7936f4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:56.918134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a184c634-c51a-4e94-956f-06130d250fb8 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:56.918536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:56.928206 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': 'd4aafd1c-62e7-4a45-94f0-728c4bc83b82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:56.951353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:06:56.963516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.018601 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-425db5cd-399a-41e0-9507-6940f82800eb req-eb68e14a-259b-4b77-9a0a-13590f719901 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615097 Dec 20 12:06:57.025097 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-aebec68e-cb69-47bc-8261-654611569d22 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:57.028602 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-aebec68e-cb69-47bc-8261-654611569d22 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8051248 Dec 20 12:06:57.061372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38782) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:57.236116 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-76db013d-cf9d-43a1-b5ec-5ff52dfa75db tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:57.236911 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-76db013d-cf9d-43a1-b5ec-5ff52dfa75db tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:57.240612 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-76db013d-cf9d-43a1-b5ec-5ff52dfa75db tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1752706 Dec 20 12:06:57.261097 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38786) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:57.275568 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557eb8c-d905-4451-91e9-60e90e06159f', 'name': '', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'external_fixed_ips': [{'subnet_id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'ip_address': '2001:db8::1dd'}], 'enable_snat': True}, 'gw_port_id': '95a17038-f5e0-4851-b849-956fb810de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '95a17038-f5e0-4851-b849-956fb810de6d', 'name': '', 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557eb8c-d905-4451-91e9-60e90e06159f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'ip_address': '2001:db8::1dd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:50Z', 'updated_at': '2021-12-20T12:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:57.281557 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57360845-ab87-460d-a99b-5cf574b4599d None None] The sync data for ids ['f557eb8c-d905-4451-91e9-60e90e06159f'] in dv-neutron-victoria-2-hyperv is: [{'id': 'f557eb8c-d905-4451-91e9-60e90e06159f', 'name': '', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'external_fixed_ips': [{'subnet_id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'ip_address': '2001:db8::1dd'}], 'enable_snat': True}, 'gw_port_id': '95a17038-f5e0-4851-b849-956fb810de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:06:49Z', 'updated_at': '2021-12-20T12:06:51Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '95a17038-f5e0-4851-b849-956fb810de6d', 'name': '', 'network_id': '61f6acc7-6e8b-4390-a76c-ab44e55d9c03', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557eb8c-d905-4451-91e9-60e90e06159f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'ip_address': '2001:db8::1dd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:06:50Z', 'updated_at': '2021-12-20T12:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13eb9e2-f087-4d6a-bb53-2b10f6a37c34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:06:57.295677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-bc5838fa-eeb4-4650-af4e-adf428cd96d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:57.314223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bc5838fa-eeb4-4650-af4e-adf428cd96d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:57.328036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:57.386523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bc5838fa-eeb4-4650-af4e-adf428cd96d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:57.404490 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:57.408001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bc5838fa-eeb4-4650-af4e-adf428cd96d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:57.441282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:57.452212 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-425db5cd-399a-41e0-9507-6940f82800eb req-ea014529-7fb7-4d94-a4c3-970cbfcb8fa6 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247937 Dec 20 12:06:57.478395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:57.480556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bc5838fa-eeb4-4650-af4e-adf428cd96d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:57.560949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.573083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:06:57.619267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.631274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3136fdde-24ca-4113-bb6b-91b04281a98e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:57.704612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.740282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=2436574a-a0a5-4f72-a913-2d0b1ed7fc2a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:57.743765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:57.909954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.920079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:57.955288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.955647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:57.955962 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 0d9e8336-da35-453e-8518-9f354276a23c disassociated. External IP: 172.36.7.113, port: 8544d8a5-2904-47ef-b327-3116c5d9351e. Dec 20 12:06:57.956338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 8544d8a5-2904-47ef-b327-3116c5d9351e owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:58.031854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:58.042727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:58.044561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Pushing event updated for resources: {'Port': ['ID=d2ed5576-b0ed-45d0-818d-1133f1b0807f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:58.046808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:06:58.063289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.078991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:58.123477 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-bc5838fa-eeb4-4650-af4e-adf428cd96d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:58.127573 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bc5838fa-eeb4-4650-af4e-adf428cd96d6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8606439 Dec 20 12:06:58.127958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:58.128835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.131991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38792) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:58.180854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-41d3f58b-13d1-4b5f-b98d-a16febd5974a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '319adfc3-2c43-44bb-a1ea-2fedb4704270', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:58.193109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.225565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-41d3f58b-13d1-4b5f-b98d-a16febd5974a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:58.233246 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9840884 Dec 20 12:06:58.233246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38796) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:58.242533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.235'}]}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:58.259478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-41d3f58b-13d1-4b5f-b98d-a16febd5974a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:58.265874 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:58.270523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-41d3f58b-13d1-4b5f-b98d-a16febd5974a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:58.281820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Usage tracker for resource:router and tenant:cf754d3ccd3e4c50a90a25c80ae56a9a is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:58.286540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:58.291593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-41d3f58b-13d1-4b5f-b98d-a16febd5974a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:58.298978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:58.322083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b1a77-912f-422a-9f1f-517110c69901 req-8990a747-7df6-44cf-94f6-ca8d0612b20b tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:58.323977 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-af5b1a77-912f-422a-9f1f-517110c69901 req-8990a747-7df6-44cf-94f6-ca8d0612b20b tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 0.9257672 Dec 20 12:06:58.326424 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:06:58.330022 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.344796 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 95a17038-f5e0-4851-b849-956fb810de6d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:06:58.358040 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/2436574a-a0a5-4f72-a913-2d0b1ed7fc2a HTTP/1.1" status: 204 len: 168 time: 3.0370512 Dec 20 12:06:58.365919 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38800) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:58.367503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d93f603-7f36-4704-8b6e-1adc322f7aa3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:58.378784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.396262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.396864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.404688 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8789b08c-3170-4fbb-a2c0-61980d3c3d6e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:58.427693 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 95a17038-f5e0-4851-b849-956fb810de6d completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:06:58.432725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 95a17038-f5e0-4851-b849-956fb810de6d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:58.433097 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.434570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.435912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.448666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=8544d8a5-2904-47ef-b327-3116c5d9351e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:58.451413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:58.527107 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-af5b1a77-912f-422a-9f1f-517110c69901 req-31ec2684-238d-42de-a1a7-50dce5bbe5cb tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879590 Dec 20 12:06:58.544728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=1532aee9-15f1-41ca-b666-8e0684c6471c,revision_number=3']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:58.555643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:58.607030 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.611034 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-41d3f58b-13d1-4b5f-b98d-a16febd5974a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:06:58.615208 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-41d3f58b-13d1-4b5f-b98d-a16febd5974a tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4776423 Dec 20 12:06:58.627173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38804) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:58.629487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.633102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 95a17038-f5e0-4851-b849-956fb810de6d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=95a17038-f5e0-4851-b849-956fb810de6d,segment=NetworkSegment(7bdd12b8-b2d0-4927-9dff-45e2ae002760),segment_id=7bdd12b8-b2d0-4927-9dff-45e2ae002760)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:58.638747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.639535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95abe3-251b-47df-ac6d-cecebe14bac4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:58.641903 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e23d06ba-edb7-4aff-89f1-e80305e0b396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:58.645902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95abe3-251b-47df-ac6d-cecebe14bac4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:06:58.646383 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9a95abe3-251b-47df-ac6d-cecebe14bac4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:58.669674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.690077 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9a95abe3-251b-47df-ac6d-cecebe14bac4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:58.694769 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9a95abe3-251b-47df-ac6d-cecebe14bac4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2650733 Dec 20 12:06:58.696899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38808) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:58.760536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Deleting port 95a17038-f5e0-4851-b849-956fb810de6d {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:06:58.761110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.767180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=95a17038-f5e0-4851-b849-956fb810de6d,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:58.773311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:58.779530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d10b9c8-1b78-42cc-a1bd-6b38747b194b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:58.843350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:06:58.863393 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:06:58.966445 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.038822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-de09becb-0207-4a4e-a3db-266ed0110b2d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:59.118316 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d10b9c8-1b78-42cc-a1bd-6b38747b194b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.182117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.190284 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8b1438a8-c36c-4160-9c7d-a14423926de4 None None] Provisioning complete for port 1532aee9-15f1-41ca-b666-8e0684c6471c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:06:59.192124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8b1438a8-c36c-4160-9c7d-a14423926de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.206082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d10b9c8-1b78-42cc-a1bd-6b38747b194b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.212563 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d15d3a38-af89-4f8a-b9ff-6a8d2e4069cb tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:06:59.254789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10b9c8-1b78-42cc-a1bd-6b38747b194b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319adfc3-2c43-44bb-a1ea-2fedb4704270,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:59.257760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d10b9c8-1b78-42cc-a1bd-6b38747b194b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:59.263747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:06:59.267013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-8b1438a8-c36c-4160-9c7d-a14423926de4 None None] Port 1532aee9-15f1-41ca-b666-8e0684c6471c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:06:59.283986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=b31973bf-367c-443c-814e-9654291bf5e5,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:06:59.294173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d10b9c8-1b78-42cc-a1bd-6b38747b194b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.298318 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9d10b9c8-1b78-42cc-a1bd-6b38747b194b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/319adfc3-2c43-44bb-a1ea-2fedb4704270 HTTP/1.1" status: 204 len: 168 time: 0.6440170 Dec 20 12:06:59.298715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38812) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:59.301379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:06:59.355113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet ddee866e-b0f4-40e8-976c-4afb7e0664c0 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:06:59.363018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] For port 95a17038-f5e0-4851-b849-956fb810de6d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=95a17038-f5e0-4851-b849-956fb810de6d,segment=NetworkSegment(7bdd12b8-b2d0-4927-9dff-45e2ae002760),segment_id=7bdd12b8-b2d0-4927-9dff-45e2ae002760)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:06:59.363457 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.418696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.480469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-65572fc3-75f2-4bfa-9251-7bf7f0203427 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:06:59.518730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-65572fc3-75f2-4bfa-9251-7bf7f0203427 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:06:59.523831 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-65572fc3-75f2-4bfa-9251-7bf7f0203427 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2195914 Dec 20 12:06:59.524076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38816) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:06:59.531377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538934315'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:06:59.539738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:59.614508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:59.672834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.786930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:06:59.789026 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Calling delete_port for 95a17038-f5e0-4851-b849-956fb810de6d owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:06:59.800935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:06:59.804495 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:06:59.813617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:06:59.815406 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': '5629c24c-59c6-4f2f-b038-c3c98e17eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd4aafd1c-62e7-4a45-94f0-728c4bc83b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:06:59.815764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: d4aafd1c-62e7-4a45-94f0-728c4bc83b82, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:06:59.818930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.852277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:06:59.857402 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.863763 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:06:59.877525 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:59.878241 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:59.904578 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:06:59.940421 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:06:59.953854 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:06:59.954558 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:00.018394 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:00.019063 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2babee9c-89ac-4aa0-ae46-b677fe2285c1 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:00.020270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:07:00.074411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, d4aafd1c-62e7-4a45-94f0-728c4bc83b82) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:00.085808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:00.086381 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.089399 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aaaa48-60ab-43d3-b086-0cec4ad28ff8 None None] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:00.096810 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.102651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.109418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b00874-d950-4e7c-b996-76b485e74baa req-22c14a81-e192-40dd-a4e0-351045e0bce6 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:00.110870 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-52b00874-d950-4e7c-b996-76b485e74baa req-22c14a81-e192-40dd-a4e0-351045e0bce6 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 0.3393786 Dec 20 12:07:00.111152 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.125682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f6f988c5-8210-4761-aed1-84ec6ac1fa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:00.147168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.166809 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/ports/8544d8a5-2904-47ef-b327-3116c5d9351e HTTP/1.1" status: 204 len: 168 time: 3.6493015 Dec 20 12:07:00.206756 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38822) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.212314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.212314 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6843309 Dec 20 12:07:00.243566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 95a17038-f5e0-4851-b849-956fb810de6d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:00.252133 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38826) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.259053 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-21caaacd-d3db-4af7-899c-98f5cf415ddc tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3469882 Dec 20 12:07:00.268427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f4a8c962-4dda-42c5-aa5c-0412b1d7f8a1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '2871551c-d6ea-4860-a18a-a266631d9db2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:00.273158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38830) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.281808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f4a8c962-4dda-42c5-aa5c-0412b1d7f8a1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:00.284137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2871551c-d6ea-4860-a18a-a266631d9db2,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:00.302819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1176331629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:00.311680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:00.321298 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f4a8c962-4dda-42c5-aa5c-0412b1d7f8a1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:00.322973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:00.333721 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c2b682f5-0538-4e77-bc0a-17a083ac8962 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "GET /v2.0/floatingips/0d9e8336-da35-453e-8518-9f354276a23c HTTP/1.1" status: 200 len: 688 time: 0.1203835 Dec 20 12:07:00.335231 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:router and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:00.337109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f4a8c962-4dda-42c5-aa5c-0412b1d7f8a1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:00.337362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38834) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.345254 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:00.362526 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f4a8c962-4dda-42c5-aa5c-0412b1d7f8a1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:00.366365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.369335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No active binding found for port 95a17038-f5e0-4851-b849-956fb810de6d {{(pid=83530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 12:07:00.369770 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 95a17038-f5e0-4851-b849-956fb810de6d not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 12:07:00.381292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e9035685-c9ea-43da-bb8b-9fdc537553a7 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:00.415739 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.446032 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Port 95a17038-f5e0-4851-b849-956fb810de6d not found, will not notify nova. {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 12:07:00.462791 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-52b00874-d950-4e7c-b996-76b485e74baa req-f1fd63d7-6f24-4c48-8a67-46d0b46b35ae tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400438 Dec 20 12:07:00.470867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event deleted for resources: {'Port': ['ID=95a17038-f5e0-4851-b849-956fb810de6d,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:00.482461 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:00.483553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Router 389f173b-42af-4ebb-a390-29fb7c26d96e is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:07:00.489531 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:00.502246 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-d4aafd1c-62e7-4a45-94f0-728c4bc83b82', 'network_id': 'd4aafd1c-62e7-4a45-94f0-728c4bc83b82', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': 'b31973bf-367c-443c-814e-9654291bf5e5'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:00.503515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.629805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.630652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.637424 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 4e386afa-a90d-495a-b926-8619a6886fa3 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:00.637770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.644761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.663623 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5aa004e9-73e0-4948-ac2a-af45c1c999cf tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:00.679366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Allocated IP 172.20.0.2 (d4aafd1c-62e7-4a45-94f0-728c4bc83b82/b31973bf-367c-443c-814e-9654291bf5e5/5892c130-5c4e-41ce-b377-58598a8b267d) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:00.716247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=ddee866e-b0f4-40e8-976c-4afb7e0664c0,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:00.722104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.731573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63747ba5-82fc-41c8-b876-81017a090aca None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:00.735678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:00.740471 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-f4a8c962-4dda-42c5-aa5c-0412b1d7f8a1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The resource could not be found. Dec 20 12:07:00.741775 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f4a8c962-4dda-42c5-aa5c-0412b1d7f8a1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4861238 Dec 20 12:07:00.747280 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/ddee866e-b0f4-40e8-976c-4afb7e0664c0 HTTP/1.1" status: 204 len: 168 time: 2.0474358 Dec 20 12:07:00.749962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38838) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.750467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38840) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:00.756210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.864960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a7d59087-4c64-4562-bbc7-281819872e08 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '2871551c-d6ea-4860-a18a-a266631d9db2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6dc9d4de-8b25-4ce9-bae3-9924b88dcce7'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:00.978805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:00.996373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a7d59087-4c64-4562-bbc7-281819872e08 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:01.011428 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b06bb467-24f1-4b1d-a7a8-fc79a270ef10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2577703 Dec 20 12:07:01.044575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38846) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.065254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a7d59087-4c64-4562-bbc7-281819872e08 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:01.073372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a7d59087-4c64-4562-bbc7-281819872e08 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:01.088105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a7d59087-4c64-4562-bbc7-281819872e08 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:01.099702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.115333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Transition to ACTIVE for port object 5892c130-5c4e-41ce-b377-58598a8b267d will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:01.143809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Transition to ACTIVE for port object 5892c130-5c4e-41ce-b377-58598a8b267d will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:01.150429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.156558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-cf629cd4-090a-448d-a113-095635d4cf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:01.210560 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:07:01.230013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Deleting port a184c634-c51a-4e94-956f-06130d250fb8 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:01.230350 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.256302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.263509 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:01.278051 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:01.280175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:01.298363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Pushing event updated for resources: {'Port': ['ID=5892c130-5c4e-41ce-b377-58598a8b267d,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:01.301154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.301589 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:01.309954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.310226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.383057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.389960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.405000 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.441944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.443258 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-14f074e9-1971-4389-8058-e3c20aaaad8f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1682272 Dec 20 12:07:01.450379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Attempting to bind port 5892c130-5c4e-41ce-b377-58598a8b267d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:01.450595 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 4e386afa-a90d-495a-b926-8619a6886fa3 owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:01.450762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Attempting to bind port 5892c130-5c4e-41ce-b377-58598a8b267d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '5629c24c-59c6-4f2f-b038-c3c98e17eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd4aafd1c-62e7-4a45-94f0-728c4bc83b82'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:01.451389 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Attempting to bind port 5892c130-5c4e-41ce-b377-58598a8b267d on network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:01.465423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38850) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.473986 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-a7d59087-4c64-4562-bbc7-281819872e08 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The resource could not be found. Dec 20 12:07:01.480936 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a7d59087-4c64-4562-bbc7-281819872e08 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7232139 Dec 20 12:07:01.481153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38854) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.493074 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:01.493727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Checking segment: {'id': '5629c24c-59c6-4f2f-b038-c3c98e17eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd4aafd1c-62e7-4a45-94f0-728c4bc83b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:01.494147 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.494547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Bound using segment: {'id': '5629c24c-59c6-4f2f-b038-c3c98e17eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd4aafd1c-62e7-4a45-94f0-728c4bc83b82'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:01.495047 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Bound port: 5892c130-5c4e-41ce-b377-58598a8b267d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5629c24c-59c6-4f2f-b038-c3c98e17eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd4aafd1c-62e7-4a45-94f0-728c4bc83b82'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:01.495430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.635144 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] For port a184c634-c51a-4e94-956f-06130d250fb8, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a184c634-c51a-4e94-956f-06130d250fb8,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:01.635548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.645744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42cfdc-445d-427e-a429-58835d86a677 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:01.650037 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3e42cfdc-445d-427e-a429-58835d86a677 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6001782 Dec 20 12:07:01.657449 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38860) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.658363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.659048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83992b26-887a-4402-aef9-df669b1d53fa {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:07:01.732102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.733240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f557eb8c-d905-4451-91e9-60e90e06159f {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:07:01.763657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.769259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.774655 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f557eb8c-d905-4451-91e9-60e90e06159f HTTP/1.1" status: 204 len: 168 time: 6.5525367 Dec 20 12:07:01.776411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38864) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.777803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-34e59df7-e8f3-4b12-880b-ee17c6c1d443 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:01.813551 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 12:07:01.814999 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3cbe588c-d43f-4a9a-a173-e8607ef53ae4 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5816660 Dec 20 12:07:01.820218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Calling delete_port for a184c634-c51a-4e94-956f-06130d250fb8 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:01.837548 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38868) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.839692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:01.853975 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "PUT /v2.0/routers/389f173b-42af-4ebb-a390-29fb7c26d96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7462323 Dec 20 12:07:01.856985 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] Sync routers for ids ['389f173b-42af-4ebb-a390-29fb7c26d96e'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:01.862043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38872) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.877487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b97be-925a-49ae-93b2-57b5331c3b8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:01.883759 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9e4b97be-925a-49ae-93b2-57b5331c3b8c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2192047 Dec 20 12:07:01.883759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.884420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38874) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:01.886897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] For port 5892c130-5c4e-41ce-b377-58598a8b267d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:01.888980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=4e386afa-a90d-495a-b926-8619a6886fa3,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:01.892441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] For port 5892c130-5c4e-41ce-b377-58598a8b267d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5892c130-5c4e-41ce-b377-58598a8b267d,segment=NetworkSegment(5629c24c-59c6-4f2f-b038-c3c98e17eb1e),segment_id=5629c24c-59c6-4f2f-b038-c3c98e17eb1e)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:01.893180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:01.906639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:01.913892 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3fac2144-a390-48c2-ac17-fe909a653a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:01.985067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] Routers {'389f173b-42af-4ebb-a390-29fb7c26d96e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:01.985613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['389f173b-42af-4ebb-a390-29fb7c26d96e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:02.042987 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-03dda487-5943-4b24-91c8-7bb7794cd866 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527030 Dec 20 12:07:02.043553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38880) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:02.059853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:02.061957 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:02.088781 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.114396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Pushing event updated for resources: {'Port': ['ID=5892c130-5c4e-41ce-b377-58598a8b267d,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:02.119389 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:02.120377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.132462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:02.154784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.180953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] No DVR routers for this DVR port a184c634-c51a-4e94-956f-06130d250fb8 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:02.182575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Pushing event deleted for resources: {'Port': ['ID=a184c634-c51a-4e94-956f-06130d250fb8,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:02.185447 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] Routers {'389f173b-42af-4ebb-a390-29fb7c26d96e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:02.185447 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['389f173b-42af-4ebb-a390-29fb7c26d96e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:02.186867 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Deleting subnet f13eb9e2-f087-4d6a-bb53-2b10f6a37c34 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:02.199838 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.206199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-678ef20c-84e6-423c-bf10-99321eef309c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:02.213425 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.235511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2871551c-d6ea-4860-a18a-a266631d9db2,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:02.255158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:02.257279 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Deleting port d2ed5576-b0ed-45d0-818d-1133f1b0807f {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:02.257279 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.269424 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.270805 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/floatingips/0d9e8336-da35-453e-8518-9f354276a23c HTTP/1.1" status: 204 len: 168 time: 1.9279208 Dec 20 12:07:02.273365 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.274617 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/2871551c-d6ea-4860-a18a-a266631d9db2 HTTP/1.1" status: 204 len: 168 time: 0.7944622 Dec 20 12:07:02.276267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38884) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:02.279360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38886) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:02.294331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': '13db0fde-ceaf-445d-b159-966897d1bfc3'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:02.346103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:02.346924 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:02.347306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f1a76-4974-469a-a1b5-6f1ecb65c6c3 None None] The sync data for ids ['389f173b-42af-4ebb-a390-29fb7c26d96e'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:02.373202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:02.395512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:floatingip and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:02.400065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 95a17038-f5e0-4851-b849-956fb810de6d no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:02.409015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78555289-d1d5-439e-8e8e-df61f57d7198 req-3bc147f2-c2e9-4a36-9b04-e1bbfa7131a9 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:02.411906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:02.416563 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-78555289-d1d5-439e-8e8e-df61f57d7198 req-3bc147f2-c2e9-4a36-9b04-e1bbfa7131a9 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 0.7398193 Dec 20 12:07:02.443921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:02.446247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 95a17038-f5e0-4851-b849-956fb810de6d {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:02.446605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 95a17038-f5e0-4851-b849-956fb810de6d not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:02.447235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a184c634-c51a-4e94-956f-06130d250fb8 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:02.474160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d9886b29-439c-44a6-acb7-bc8bd68f51f4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:02.481192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.484673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: a184c634-c51a-4e94-956f-06130d250fb8 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:02.485335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a184c634-c51a-4e94-956f-06130d250fb8 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:02.507483 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.550384 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:02.564256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d9886b29-439c-44a6-acb7-bc8bd68f51f4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:02.566628 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d9886b29-439c-44a6-acb7-bc8bd68f51f4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2860162 Dec 20 12:07:02.572683 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38892) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:02.580044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d6580a01-8b12-42d4-a26b-b20c6ac3b5a6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '45b0a15f-b623-43c0-9047-5a4fda85e8a6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:02.584536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:02.587659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d6580a01-8b12-42d4-a26b-b20c6ac3b5a6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:02.593851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d6580a01-8b12-42d4-a26b-b20c6ac3b5a6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:02.622256 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:02.648736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d6580a01-8b12-42d4-a26b-b20c6ac3b5a6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:02.661418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d6580a01-8b12-42d4-a26b-b20c6ac3b5a6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:02.702434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:02.727453 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679d6e9-4674-417b-b02c-0e0bea26fa8f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:02.728142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6679d6e9-4674-417b-b02c-0e0bea26fa8f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:02.773029 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-d6580a01-8b12-42d4-a26b-b20c6ac3b5a6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The resource could not be found. Dec 20 12:07:02.774405 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d6580a01-8b12-42d4-a26b-b20c6ac3b5a6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2001536 Dec 20 12:07:02.777650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38896) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:02.785037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528226282'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:02.791995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:02.795221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.813627 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-78555289-d1d5-439e-8e8e-df61f57d7198 req-5494bd95-c6e4-4741-93b9-79e1da6b1dc7 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961654 Dec 20 12:07:02.849201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:02.852732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.867104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:02.935159 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6679d6e9-4674-417b-b02c-0e0bea26fa8f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:02.936344 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6679d6e9-4674-417b-b02c-0e0bea26fa8f tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports?device_id=389f173b-42af-4ebb-a390-29fb7c26d96e HTTP/1.1" status: 200 len: 989 time: 1.0314403 Dec 20 12:07:02.949967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38900) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:02.957718 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:03.123054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.238764 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c details requested by agent hyperv_hv-neutron-vict with host hv-neutron-vict {{(pid=83530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:07:03.257002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.36.7.228 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/bebc24b0-c019-4d40-946a-16ba181279e6) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:03.282616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:03.290493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:03.297121 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:03.330604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:03.359848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.380993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.392331 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-800de4c8-6208-4059-8f26-5ee843bd99a9 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:03.442673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:03.461426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Returning: {'device': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'port_id': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'mac_address': 'fa:16:3e:52:cc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:07:03.567080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.573422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f13eb9e2-f087-4d6a-bb53-2b10f6a37c34,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:03.586146 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Calling delete_port for d2ed5576-b0ed-45d0-818d-1133f1b0807f owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:03.594739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:07:03.617902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1a060-b82d-4aa7-a7d2-74e320facfa9 None None] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:03.619291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:03.635246 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:03.652552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.669652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.678584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed7d59e6-6d96-4e6d-9481-4a0f5d179394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:03.681685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.693815 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.725743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.732866 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-81d976d3-3b66-4896-8293-8c92e569c087 None None] Provisioning for port 5892c130-5c4e-41ce-b377-58598a8b267d completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:03.736474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:03.763755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.801584 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/f13eb9e2-f087-4d6a-bb53-2b10f6a37c34 HTTP/1.1" status: 204 len: 168 time: 2.0167036 Dec 20 12:07:03.804310 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38904) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:03.810938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7952bae9-708f-406a-911a-162250318138,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:03.818254 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:03.850420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:03.854480 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0758374 Dec 20 12:07:03.856354 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38910) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:03.858420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:03.872386 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:03.882826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--383516958'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:03.890159 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:03.921004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] get_ports_and_sgs() called for port_ids ['48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c'] {{(pid=83530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:07:03.969768 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:04.014715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:04.040855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:04.064407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.069665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.074970 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-46eeab0e-0353-4acb-837b-8b046a5c5cf2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:04.124619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.214771 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.231349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-66c95da3-b01e-46de-adc9-51ea7c35da1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:04.260845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:04.280527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=bebc24b0-c019-4d40-946a-16ba181279e6,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:04.281148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:04.294259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:04.295194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:04.340616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:04.344142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2ed5576-b0ed-45d0-818d-1133f1b0807f,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:04.372075 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:04.383362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5892c130-5c4e-41ce-b377-58598a8b267d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:04.391259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:07:04.435033 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:04.438305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.442542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:04.448470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.476708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:04.506819 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 5892c130-5c4e-41ce-b377-58598a8b267d completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:04.509654 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5050eba-cc22-4a70-8ca3-626859209753 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:04.512802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5892c130-5c4e-41ce-b377-58598a8b267d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:04.513291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.542979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f6acc7-6e8b-4390-a76c-ab44e55d9c03']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:04.575335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdd12b8-b2d0-4927-9dff-45e2ae002760') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:04.575603 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdd12b8-b2d0-4927-9dff-45e2ae002760') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:04.599648 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:04.608281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.615413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f8d8-226d-4c20-b17c-9eb3a17dcedf req-51eb6d1f-7283-4403-8d04-524383e41597 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:04.616631 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-25a4f8d8-226d-4c20-b17c-9eb3a17dcedf req-51eb6d1f-7283-4403-8d04-524383e41597 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 944 time: 0.6077020 Dec 20 12:07:04.624245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-34f23c7e-53ec-429a-89f8-8bfc2424fc92 None None] Provisioning complete for port 5892c130-5c4e-41ce-b377-58598a8b267d triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:04.625417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-34f23c7e-53ec-429a-89f8-8bfc2424fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.634533 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:04.656033 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c1ec0-cc66-4dee-af7c-d3bdeee11cf8 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:04.656328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.20.0.1 (d4aafd1c-62e7-4a45-94f0-728c4bc83b82/b31973bf-367c-443c-814e-9654291bf5e5/d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:04.673655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.683047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:07:04.684006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.764348 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:04.764947 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.815856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.865089 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=cb10ea6c-d0fc-416c-837b-a45d85bb0ee1,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:04.881336 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:04.887368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:07:04.909627 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:07:04.922551 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6ceb069d-b51f-4cd7-8a6b-1c36d534b557 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8655841 Dec 20 12:07:04.926897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38914) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:04.932182 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d2ed5576-b0ed-45d0-818d-1133f1b0807f HTTP/1.1" status: 204 len: 168 time: 3.0899067 Dec 20 12:07:04.939658 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:04.982408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.019229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.034678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.038914 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4936a77f-dd38-4c5e-b5ad-3e16d01b0552 tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:05.042877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 5892c130-5c4e-41ce-b377-58598a8b267d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5892c130-5c4e-41ce-b377-58598a8b267d,segment=NetworkSegment(5629c24c-59c6-4f2f-b038-c3c98e17eb1e),segment_id=5629c24c-59c6-4f2f-b038-c3c98e17eb1e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:05.057212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61f6acc7-6e8b-4390-a76c-ab44e55d9c03 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 12:07:05.072710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.120675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-34f23c7e-53ec-429a-89f8-8bfc2424fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.157863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event deleted for resources: {'Network': ['ID=61f6acc7-6e8b-4390-a76c-ab44e55d9c03,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:05.166988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.181783 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:05.184542 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:05.208800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:05.237265 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "DELETE /v2.0/networks/61f6acc7-6e8b-4390-a76c-ab44e55d9c03 HTTP/1.1" status: 204 len: 168 time: 1.4277465 Dec 20 12:07:05.239032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.299987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c up at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:05.349790 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:05.352671 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': 'cb10ea6c-d0fc-416c-837b-a45d85bb0ee1'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:05.353884 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.357717 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:05.362759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:05.376119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:05.393236 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.398025 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5256913 Dec 20 12:07:05.413326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38924) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:05.413858 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:05.475055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60965dea-a236-4e02-a93b-112cd218fd08,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:05.483059 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:05.491932 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-25a4f8d8-226d-4c20-b17c-9eb3a17dcedf req-bd083123-32bd-4f61-b102-c8f25d1073cc tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8475659 Dec 20 12:07:05.499251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-1ab81e81-87a5-40f6-bfb0-17f8275c9eda tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group_rule': {'security_group_id': '7952bae9-708f-406a-911a-162250318138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '60965dea-a236-4e02-a93b-112cd218fd08'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:05.524448 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.539908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1ab81e81-87a5-40f6-bfb0-17f8275c9eda tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:05.558150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1ab81e81-87a5-40f6-bfb0-17f8275c9eda tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:05.566006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1ab81e81-87a5-40f6-bfb0-17f8275c9eda tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:05.573615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38928) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:05.579391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-1ab81e81-87a5-40f6-bfb0-17f8275c9eda tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:05.636811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:05.707965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.725156 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ad9dfbe5-a397-4be4-a24f-661a8c4992b6 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:05.732031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=5892c130-5c4e-41ce-b377-58598a8b267d,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:05.768508 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-34f23c7e-53ec-429a-89f8-8bfc2424fc92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:07:05.768996 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-34f23c7e-53ec-429a-89f8-8bfc2424fc92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:07:05.888644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Allocated IP 2001:db8::f816:3eff:fe81:8049 (51a1536f-8906-4846-ba25-f9918687ea89/cb10ea6c-d0fc-416c-837b-a45d85bb0ee1/ca911aa9-9408-4dec-a803-40b625a5939e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:05.954868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38938) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:05.956222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:05.973715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:05.988309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:05.997973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:06.005656 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'router': {'name': 'tempest-router--1610945719', 'project_id': '2c073d4efc634e759a2772a651632e05'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:06.013622 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.033897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning for port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:06.047702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:06.049181 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:06.052725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning complete for port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:06.053218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.062329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:06.079060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:06.109022 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-1ab81e81-87a5-40f6-bfb0-17f8275c9eda tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:07:06.112950 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1ab81e81-87a5-40f6-bfb0-17f8275c9eda tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6573906 Dec 20 12:07:06.120325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38942) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:06.173169 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:router and tenant:2c073d4efc634e759a2772a651632e05 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:06.178812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:06.186401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.201907 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:06.217189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.229288 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Transition to ACTIVE for port object ca911aa9-9408-4dec-a803-40b625a5939e will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:06.251896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.257099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Transition to ACTIVE for port object ca911aa9-9408-4dec-a803-40b625a5939e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:06.321702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.322643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.324833 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5892c130-5c4e-41ce-b377-58598a8b267d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:06.332630 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.350937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:06.366566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Usage tracker for resource:security_group_rule and tenant:644aff8944914b68b1f04b5a1048c6d0 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:06.378118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.378442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:06.385778 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.388647 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb10ea6c-d0fc-416c-837b-a45d85bb0ee1 (CIDR: 2001:db8::/64) Dec 20 12:07:06.394761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:06.401807 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:07:06.402314 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:06.404275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:06.408784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.444487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 1532aee9-15f1-41ca-b666-8e0684c6471c {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:06.445041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.479905 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-af97e79c-2dcb-4f5d-8e2e-601d839c180f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5464854 Dec 20 12:07:06.481140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38946) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:06.511467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:06.527246 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:06.527459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.532885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:06.565507 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:06.607404 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Pushing event updated for resources: {'Port': ['ID=ca911aa9-9408-4dec-a803-40b625a5939e,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:06.623526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.628243 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:06.689127 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.692169 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.696178 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0bda941b-f033-48a4-8ad9-e4d306ee0524 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7266498 Dec 20 12:07:06.714615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38952) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:06.764474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Attempting to bind port ca911aa9-9408-4dec-a803-40b625a5939e on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:06.765160 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Attempting to bind port ca911aa9-9408-4dec-a803-40b625a5939e by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:06.765270 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Attempting to bind port ca911aa9-9408-4dec-a803-40b625a5939e on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:06.778957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3c1ef212-ac2e-4182-b458-83c63be86ad7 None None] Provisioning for port d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:06.788430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:06.796103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:06.796103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:06.796103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.796537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:06.796830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Bound port: ca911aa9-9408-4dec-a803-40b625a5939e, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:06.797626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.801798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.806629 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 5892c130-5c4e-41ce-b377-58598a8b267d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:06.807146 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.838633 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3c1ef212-ac2e-4182-b458-83c63be86ad7 None None] Provisioning complete for port d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:06.839156 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef212-ac2e-4182-b458-83c63be86ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.875167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:06.884049 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'code': 200} Dec 20 12:07:06.893605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.901092 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4691dad5-c829-4d56-9f83-841c808d404c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:06.925201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:06.993530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.019949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ef212-ac2e-4182-b458-83c63be86ad7 None None] Port d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:07.038335 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fb2b9162-6291-4c3b-a86f-51ab4346482b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:07.047592 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=644aff8944914b68b1f04b5a1048c6d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4699669 Dec 20 12:07:07.053876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:07.061593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38958) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:07.065449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:07.066668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:07.098963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.106081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.112584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:07.114548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:07.122360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-de9d598a-8791-4957-9cec-9900fbaf67c4 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:07.141772 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60965dea-a236-4e02-a93b-112cd218fd08,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:07.195331 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:07.202897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.204732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:07.209442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.216756 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:07.222910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.228445 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:07.237375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:07.298859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 1532aee9-15f1-41ca-b666-8e0684c6471c owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:07.308687 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Pushing event updated for resources: {'Port': ['ID=ca911aa9-9408-4dec-a803-40b625a5939e,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:07.311760 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:07.331984 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:07.360712 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71594370-9ab3-47b5-8e60-f9f6d527dfd8 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.361286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.370463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c400a040-78a7-404a-bd45-79e855b54a7a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:07.415219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.415455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1cf8e2-bc23-4a40-843e-78f686dd4d2b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:07.415927 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/60965dea-a236-4e02-a93b-112cd218fd08 HTTP/1.1" status: 204 len: 168 time: 1.2875776 Dec 20 12:07:07.435290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ccc7e560-2422-48f5-9e37-8b42a9d2f563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:07.438180 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38962) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:07.547722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=bebc24b0-c019-4d40-946a-16ba181279e6,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:07.563952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:07.609966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.629467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:07.633332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.696076 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-94e17897-703e-41eb-baee-356e1222969a req-1ce16b23-fd99-4614-bc4a-1d91a3c3075a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 1098 time: 0.4902265 Dec 20 12:07:07.810670 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467b4ce-058f-4cf7-822a-4e92dd5c7e7c req-7d39c629-27f6-4809-8666-4a2ba66d2a93 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:07.812038 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f467b4ce-058f-4cf7-822a-4e92dd5c7e7c req-7d39c629-27f6-4809-8666-4a2ba66d2a93 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 944 time: 1.1519725 Dec 20 12:07:07.814125 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-94e17897-703e-41eb-baee-356e1222969a req-4a874257-2759-49f5-b74f-dc34554eaffb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107886 Dec 20 12:07:07.875099 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:07.885606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ec2c89d5-1b89-4ced-9607-7d751e291d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:07.932821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=1532aee9-15f1-41ca-b666-8e0684c6471c,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:07.936305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:08.024757 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.138247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.149459 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 6fb86f29-979f-4694-a213-426bb1f91d8a associated. External IP: 172.36.7.228, port: 13db0fde-ceaf-445d-b159-966897d1bfc3. Dec 20 12:07:08.174132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-555f86c1-b5b1-4142-aa27-34ba1b192ab6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:08.300990 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ca911aa9-9408-4dec-a803-40b625a5939e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:08.301671 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.436098 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f467b4ce-058f-4cf7-822a-4e92dd5c7e7c req-9398109a-e917-44c3-a05b-4d4f3f76c1ad tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5707271 Dec 20 12:07:08.609309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-555f86c1-b5b1-4142-aa27-34ba1b192ab6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:08.610783 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-555f86c1-b5b1-4142-aa27-34ba1b192ab6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.1715274 Dec 20 12:07:08.615608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:08.640444 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38966) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:08.641014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port ca911aa9-9408-4dec-a803-40b625a5939e completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:08.676690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71594370-9ab3-47b5-8e60-f9f6d527dfd8 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.679691 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.699745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.743554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-26c1b588-d453-4632-a5c3-aed334c11106 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:08.793496 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71594370-9ab3-47b5-8e60-f9f6d527dfd8 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.897915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.924099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Provisioning for port ca911aa9-9408-4dec-a803-40b625a5939e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:08.933650 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Provisioning complete for port ca911aa9-9408-4dec-a803-40b625a5939e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:08.934035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:08.961833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.007153 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.013754 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.030280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:09.046291 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:09.048308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c3814d7b-f8ed-4647-824a-d2cdd2da898f tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:09.066156 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71594370-9ab3-47b5-8e60-f9f6d527dfd8 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.067236 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71594370-9ab3-47b5-8e60-f9f6d527dfd8 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9c5a7c0-147e-4823-8507-d8742eb0808e {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:07:09.074637 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.084682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1cf8e2-bc23-4a40-843e-78f686dd4d2b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:09.110328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:09.119765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-80cf1533-42c3-492e-baef-3b35ec224268 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:09.125089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Router 389f173b-42af-4ebb-a390-29fb7c26d96e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:07:09.206696 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.247003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:09.251195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.252988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:09.258666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-71594370-9ab3-47b5-8e60-f9f6d527dfd8 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.262564 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-71594370-9ab3-47b5-8e60-f9f6d527dfd8 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f9c5a7c0-147e-4823-8507-d8742eb0808e HTTP/1.1" status: 204 len: 168 time: 2.5441737 Dec 20 12:07:09.262564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:09.272953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.276914 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f1cf8e2-bc23-4a40-843e-78f686dd4d2b HTTP/1.1" status: 204 len: 168 time: 2.2146254 Dec 20 12:07:09.278509 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:09.285119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:09.285709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.295144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.313845 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=5b1cb2e9-dfe5-42f3-8fbe-8420385c4622,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:09.323777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:09.326521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d753324a-c1c4-4534-9eb0-210056a9a2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:09.346149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7952bae9-708f-406a-911a-162250318138,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:09.351119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.354601 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/7952bae9-708f-406a-911a-162250318138 HTTP/1.1" status: 204 len: 168 time: 0.7115722 Dec 20 12:07:09.362006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:09.366600 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3ed130d3-6230-4734-b8fb-82810b99b530 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8844342 Dec 20 12:07:09.370201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38974) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:09.370367 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 38976) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:09.394166 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:94:1a:e7', 'name': 'tempest-NetworksTestDHCPv6-965616221'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:09.411005 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Pushing event updated for resources: {'Port': ['ID=ca911aa9-9408-4dec-a803-40b625a5939e,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:09.413748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f40a7-dd95-4c95-9fa5-92df1b490dd9 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:09.431163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:09.448968 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] Sync routers for ids ['389f173b-42af-4ebb-a390-29fb7c26d96e'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:09.453104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:09.465108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:09.465819 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "PUT /v2.0/routers/389f173b-42af-4ebb-a390-29fb7c26d96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5103924 Dec 20 12:07:09.469070 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38982) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:09.474439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:09.502712 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] Routers {'389f173b-42af-4ebb-a390-29fb7c26d96e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:09.505644 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['389f173b-42af-4ebb-a390-29fb7c26d96e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:09.524316 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0899485b-0dd8-43d5-b311-b38c208665ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:07:09.524921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0899485b-0dd8-43d5-b311-b38c208665ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:09.570426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0899485b-0dd8-43d5-b311-b38c208665ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:09.571576 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0899485b-0dd8-43d5-b311-b38c208665ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/1532aee9-15f1-41ca-b666-8e0684c6471c HTTP/1.1" status: 404 len: 333 time: 0.1015072 Dec 20 12:07:09.576891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38988) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:09.713389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 38994) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:09.722030 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:09.747122 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] Routers {'389f173b-42af-4ebb-a390-29fb7c26d96e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:09.748885 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['389f173b-42af-4ebb-a390-29fb7c26d96e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:09.750002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:07:09.833346 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:09.834062 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96301a5-c65e-4fb7-a3f0-aec06930d863 None None] The sync data for ids ['389f173b-42af-4ebb-a390-29fb7c26d96e'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:09.973929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-41ca7bd3-7c42-4ccb-95c0-4b14dd64652e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:09.997610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8e7b15e9-0e26-4d03-b547-a31638d94dd9 None None] Provisioning complete for port d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:09.998716 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8e7b15e9-0e26-4d03-b547-a31638d94dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.092986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b15e9-0e26-4d03-b547-a31638d94dd9 None None] Port d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:10.190568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39000) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:10.261359 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ca911aa9-9408-4dec-a803-40b625a5939e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:10.266512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-782ff7e5-e515-4408-8da3-5171869e1fe6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:10.344652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:10.348814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Update dhcp port {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': 'cb10ea6c-d0fc-416c-837b-a45d85bb0ee1', 'ip_address': '2001:db8::f816:3eff:fe81:8049'}, {'subnet_id': '5b1cb2e9-dfe5-42f3-8fbe-8420385c4622'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': 'ca911aa9-9408-4dec-a803-40b625a5939e'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:07:10.362827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:10.377134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:10.385726 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-782ff7e5-e515-4408-8da3-5171869e1fe6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:10.386946 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-782ff7e5-e515-4408-8da3-5171869e1fe6 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0156703 Dec 20 12:07:10.388327 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:10.397036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39004) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:10.406145 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f6a6fd6e-53fd-42ba-b59d-c7338aa87176 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf754d3ccd3e4c50a90a25c80ae56a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2032969 Dec 20 12:07:10.412292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'tempest-secgroup--653129257'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:10.416929 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39006) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:10.436115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.494378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:10.521187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:10.525052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.530162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1247606350', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:10.542283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ca911aa9-9408-4dec-a803-40b625a5939e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:10.542763 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.542937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:10.550238 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Usage tracker for resource:router and tenant:6d14643c886f4fceabbbd0cb9bed2546 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:10.554854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:10.598596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38a35f-2b50-4a3a-89ae-fb3da6290ed6 req-de0223c0-16bf-403f-b9c7-046b9887a560 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:10.599491 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ce38a35f-2b50-4a3a-89ae-fb3da6290ed6 req-de0223c0-16bf-403f-b9c7-046b9887a560 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 945 time: 0.6484015 Dec 20 12:07:10.608585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:10.619395 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:10.677770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port d15a6131-bf08-4780-8170-f1d6b65bc88b yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:10.702837 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.704162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.709896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-41ca7bd3-7c42-4ccb-95c0-4b14dd64652e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.711128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.721543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-41ca7bd3-7c42-4ccb-95c0-4b14dd64652e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.776410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.788370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-41ca7bd3-7c42-4ccb-95c0-4b14dd64652e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.788881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ca7bd3-7c42-4ccb-95c0-4b14dd64652e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Fanout notify agent at l3_agent the message router_deleted on router 389f173b-42af-4ebb-a390-29fb7c26d96e {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:07:10.805555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:10.807268 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ce38a35f-2b50-4a3a-89ae-fb3da6290ed6 req-1fb9a721-98db-4b5c-8b99-363bd6598a51 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914110 Dec 20 12:07:10.810651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-41ca7bd3-7c42-4ccb-95c0-4b14dd64652e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.810963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Allocated IP 2001:db8:0:1::2 (51a1536f-8906-4846-ba25-f9918687ea89/5b1cb2e9-dfe5-42f3-8fbe-8420385c4622/ca911aa9-9408-4dec-a803-40b625a5939e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:10.812335 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-41ca7bd3-7c42-4ccb-95c0-4b14dd64652e tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/routers/389f173b-42af-4ebb-a390-29fb7c26d96e HTTP/1.1" status: 204 len: 168 time: 1.2344561 Dec 20 12:07:10.821170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39012) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:10.842108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1e30-d9b1-41de-b8ab-14c583d72f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.875622 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:10.881403 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Usage tracker for resource:security_group_rule and tenant:9701d44e972d4551b7860daa595d9752 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:10.885356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:10.892584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:10.967893 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:10.977545 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:10.995365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:10.998699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.043631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.059470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.062707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:11.063346 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:11.070145 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f4cc3e10-abf2-4610-b1b1-2061143c61ce tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:11.093657 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1e30-d9b1-41de-b8ab-14c583d72f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.121893 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8442972 Dec 20 12:07:11.145009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:11.153241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Transition to ACTIVE for port object ca911aa9-9408-4dec-a803-40b625a5939e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:11.161403 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.165828 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-40bd41f9-90cb-4dc0-91bb-9b52e28579b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:11.170088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39018) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:11.171938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.185969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1999600706'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:11.194398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:11.202305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:network and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:11.211661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2521b8d5-e481-4ccd-a61f-8d34d7d8f5e9,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:11.211917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:11.212452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:11.212963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:11.223337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:11.244393 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:11.249375 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.253553 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d3646e62-62bc-4169-81d7-72ce0a7c2207 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8436365 Dec 20 12:07:11.255804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39022) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:11.273555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d2e8dbfa-4d94-47e4-a87e-5e4e3b06a6d8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:11.274594 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-d2e8dbfa-4d94-47e4-a87e-5e4e3b06a6d8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 12:07:11.277802 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d2e8dbfa-4d94-47e4-a87e-5e4e3b06a6d8 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "PUT /v2.0/security-groups/2521b8d5-e481-4ccd-a61f-8d34d7d8f5e9 HTTP/1.1" status: 409 len: 330 time: 0.0133955 Dec 20 12:07:11.280883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 6b5f53d4-46c6-4207-9044-82286b4b637c {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:11.282770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39026) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:11.283501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:11.285597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:11.286015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1cefc-8bc6-47ca-9b1e-533293609833 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:11.286445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.313744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.315240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1e30-d9b1-41de-b8ab-14c583d72f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.335706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-faa94157-8443-4b47-a5da-78f0ba9ea97c tempest-ServersTestJSON-1307398762 tempest-ServersTestJSON-1307398762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:11.361770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda23e-64ae-4d76-83d4-da495e4146b3 req-b44fd0d7-574e-4096-87e8-7463ede21c02 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:11.364986 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-88bda23e-64ae-4d76-83d4-da495e4146b3 req-b44fd0d7-574e-4096-87e8-7463ede21c02 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 945 time: 0.3763268 Dec 20 12:07:11.365139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1e30-d9b1-41de-b8ab-14c583d72f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8b518-f613-4349-aa7a-82a21fa97e88,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:11.383211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Pushing event updated for resources: {'Port': ['ID=ca911aa9-9408-4dec-a803-40b625a5939e,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:11.385928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:11.422314 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4f7d1e30-d9b1-41de-b8ab-14c583d72f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:11.424502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.430671 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1e30-d9b1-41de-b8ab-14c583d72f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.431780 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4f7d1e30-d9b1-41de-b8ab-14c583d72f07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfc8b518-f613-4349-aa7a-82a21fa97e88 HTTP/1.1" status: 204 len: 168 time: 1.0089681 Dec 20 12:07:11.468116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:07:11.528063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 12cc0657-d82e-404c-9dc2-895d8b489e0b is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:07:11.554828 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-88bda23e-64ae-4d76-83d4-da495e4146b3 req-d86a23b0-88b0-4ebd-8f32-c3f674e2b390 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286669 Dec 20 12:07:11.554828 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8:0:1::cf (51a1536f-8906-4846-ba25-f9918687ea89/5b1cb2e9-dfe5-42f3-8fbe-8420385c4622/d15a6131-bf08-4780-8170-f1d6b65bc88b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:11.565920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.566833 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Added segment 97b6c5b2-2eca-466c-8a88-71f3db9bdbb2 of type vlan for network 49bce175-5d82-44d5-a0b7-810d10e02a3a Dec 20 12:07:11.578232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:fe94:1ae7 (51a1536f-8906-4846-ba25-f9918687ea89/cb10ea6c-d0fc-416c-837b-a45d85bb0ee1/d15a6131-bf08-4780-8170-f1d6b65bc88b) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:11.598676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39032) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:11.640046 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.653491 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.726542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05dacdeb-24cf-4b1a-9bd0-5a0e32a6f1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.729124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.794354 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.920043 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.926279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:11.926927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:11.951593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c378e893-2d8f-4fb3-baf7-9517fb04d2f2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:12.109780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.157117 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object d15a6131-bf08-4780-8170-f1d6b65bc88b will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:12.167649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.185582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:12.197947 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] Sync routers for ids ['12cc0657-d82e-404c-9dc2-895d8b489e0b'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:12.214979 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/12cc0657-d82e-404c-9dc2-895d8b489e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7463629 Dec 20 12:07:12.215704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39044) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:12.221205 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] Routers {'12cc0657-d82e-404c-9dc2-895d8b489e0b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:12.222379 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['12cc0657-d82e-404c-9dc2-895d8b489e0b'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:12.271670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.315467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.317923 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/2521b8d5-e481-4ccd-a61f-8d34d7d8f5e9 HTTP/1.1" status: 204 len: 168 time: 1.0213187 Dec 20 12:07:12.319683 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1447933 Dec 20 12:07:12.320568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39050) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:12.322962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ca911aa9-9408-4dec-a803-40b625a5939e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:12.323904 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39052) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:12.324551 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:12.329592 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.337669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'subnet': {'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:12.360682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:12.366095 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] Routers {'12cc0657-d82e-404c-9dc2-895d8b489e0b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:12.366726 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:06:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['12cc0657-d82e-404c-9dc2-895d8b489e0b'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:12.392511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.439834 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:12.440690 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54599145-6d10-4dc7-80f4-c1678fbca652 None None] The sync data for ids ['12cc0657-d82e-404c-9dc2-895d8b489e0b'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:12.480275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b8f548ac-50f4-4318-a716-4f8786ad0596 None None] Provisioning for port ca911aa9-9408-4dec-a803-40b625a5939e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:12.485738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ca911aa9-9408-4dec-a803-40b625a5939e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:12.486177 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.525247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b8f548ac-50f4-4318-a716-4f8786ad0596 None None] Provisioning complete for port ca911aa9-9408-4dec-a803-40b625a5939e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:12.525638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b8f548ac-50f4-4318-a716-4f8786ad0596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.637330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Network': ['ID=49bce175-5d82-44d5-a0b7-810d10e02a3a,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:12.650967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.672872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5374c1-2406-45b9-8184-ad41fd7f4edb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:12.673524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-de5374c1-2406-45b9-8184-ad41fd7f4edb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:12.683588 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:12.685146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9d9a135-5b9d-4bc2-86ae-96b1c913a7e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:12.698033 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:07:12.738555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:12.748399 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:12.778913 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:12.781514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-11e42f6c-e4c7-4076-a67e-f6672ee723da tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Synchronizing usage tracker for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:12.783617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:12.784556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.806726 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5f53d4-46c6-4207-9044-82286b4b637c,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:12.813490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:12.815700 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=d15a6131-bf08-4780-8170-f1d6b65bc88b,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:12.828973 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3e6c0fca-ecd5-460e-add5-ba1cb7664701 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.634s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:12.833403 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:12.836686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:12.843907 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:subnet and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:12.848921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:12.870780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-de5374c1-2406-45b9-8184-ad41fd7f4edb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:12.872350 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-de5374c1-2406-45b9-8184-ad41fd7f4edb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports/d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 HTTP/1.1" status: 200 len: 910 time: 0.6544297 Dec 20 12:07:12.873944 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:12.876919 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5038033 Dec 20 12:07:12.879406 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39064) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:12.883545 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39066) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:12.888081 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b31973bf-367c-443c-814e-9654291bf5e5'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:12.906334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:12.916551 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9a09d472-4baf-4a15-9087-38a175a5af24 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/6b5f53d4-46c6-4207-9044-82286b4b637c HTTP/1.1" status: 204 len: 168 time: 2.0937362 Dec 20 12:07:12.922773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39070) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:12.923826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-11e42f6c-e4c7-4076-a67e-f6672ee723da tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Unset dirty status for tenant:9701d44e972d4551b7860daa595d9752 on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:12.925235 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-11e42f6c-e4c7-4076-a67e-f6672ee723da tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5565910 Dec 20 12:07:12.928565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521b8d5-e481-4ccd-a61f-8d34d7d8f5e9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:12.934377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39076) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:12.958154 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edcf3e4-d02e-47ca-9ca3-cdad074ea8d7 None None] Network 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:12.971003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:13.001356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:13.024819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f8c2908c-913e-451f-aa2e-eeae1212a465 tempest-TestVolumeBootPattern-799234687 tempest-TestVolumeBootPattern-799234687-project-admin] Synchronizing usage tracker for tenant:f8808b72a0f34f65a18ff4ce65244a84 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:13.141671 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.168086 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-6bf5bcf5-ed28-413a-b258-37a896f28232 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] delete failed (client error): The resource could not be found. Dec 20 12:07:13.169261 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6bf5bcf5-ed28-413a-b258-37a896f28232 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "DELETE /v2.0/security-groups/e1758fb3-8f5c-4cc0-ae72-8dde6e89dee8 HTTP/1.1" status: 404 len: 347 time: 0.2330391 Dec 20 12:07:13.183401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39082) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:13.207779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39086) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:13.215158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Allocated IP 172.36.7.242 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/01a8c6be-60d7-4a29-8d24-987d96346323) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:13.229897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f8c2908c-913e-451f-aa2e-eeae1212a465 tempest-TestVolumeBootPattern-799234687 tempest-TestVolumeBootPattern-799234687-project-admin] Unset dirty status for tenant:f8808b72a0f34f65a18ff4ce65244a84 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:13.231475 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f8c2908c-913e-451f-aa2e-eeae1212a465 tempest-TestVolumeBootPattern-799234687 tempest-TestVolumeBootPattern-799234687-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 1093 time: 1.6135600 Dec 20 12:07:13.235922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.237802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39092) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:13.250865 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:13.285078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:13.297021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:floatingip and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:13.303583 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:13.304751 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port d15a6131-bf08-4780-8170-f1d6b65bc88b {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:13.305099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.313768 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e656a8a7-c1dc-405a-9df6-6c0f003a9c40 None None] Provisioning for port d15a6131-bf08-4780-8170-f1d6b65bc88b completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:13.321658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e656a8a7-c1dc-405a-9df6-6c0f003a9c40 None None] Provisioning complete for port d15a6131-bf08-4780-8170-f1d6b65bc88b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:13.321998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e656a8a7-c1dc-405a-9df6-6c0f003a9c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.325520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 16b0edbf-c448-451d-af78-f0940674ff3b {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:13.326332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.344892 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-b25a5bc1-5f41-4c93-9f72-59c870d1e6ab tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] show failed (client error): The resource could not be found. Dec 20 12:07:13.350082 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b25a5bc1-5f41-4c93-9f72-59c870d1e6ab tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-groups/0609e245-c018-41a3-9119-d7cd3a8b0602 HTTP/1.1" status: 404 len: 347 time: 0.1616452 Dec 20 12:07:13.360297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39096) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:13.361844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:13.416402 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-e656a8a7-c1dc-405a-9df6-6c0f003a9c40 None None] Port d15a6131-bf08-4780-8170-f1d6b65bc88b cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:13.470948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1686919510'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:13.475263 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-47ef6a68-967e-446d-ac74-7b8f256efc2f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] show failed (client error): The resource could not be found. Dec 20 12:07:13.476410 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-47ef6a68-967e-446d-ac74-7b8f256efc2f tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] 10.222.0.41 "GET /v2.0/security-group-rules/8818e1c9-0e2f-4053-931b-bf0d7123d879 HTTP/1.1" status: 404 len: 356 time: 0.1042686 Dec 20 12:07:13.486948 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.504592 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] DHCP port deletion for 2a859fbb-2c50-4ca2-97df-d8eba40af1c0 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:07:13.506888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:13.511223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Deleting port 16b0edbf-c448-451d-af78-f0940674ff3b {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:13.511905 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.555740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Usage tracker for resource:network and tenant:9352399374ac4b7497ab44b7804e63de is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:13.567582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:13.596514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:13.680208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.684989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:13.688299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.723557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.794425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] For port 16b0edbf-c448-451d-af78-f0940674ff3b, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=16b0edbf-c448-451d-af78-f0940674ff3b,segment=NetworkSegment(e8977a2e-7765-41a7-9f5c-d0f90a93ea8c),segment_id=e8977a2e-7765-41a7-9f5c-d0f90a93ea8c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:13.794963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.843770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.934881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] For port 16b0edbf-c448-451d-af78-f0940674ff3b, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=16b0edbf-c448-451d-af78-f0940674ff3b,segment=NetworkSegment(e8977a2e-7765-41a7-9f5c-d0f90a93ea8c),segment_id=e8977a2e-7765-41a7-9f5c-d0f90a93ea8c)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:13.935343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.937794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:13.940005 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Calling delete_port for 16b0edbf-c448-451d-af78-f0940674ff3b owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:13.948512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-48f62fe9-81a5-467d-a632-4887319875fc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:13.995804 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.018678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39104) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:14.026969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.031434 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b1fa573f-224a-4b63-9bde-0458f86d76af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:14.074504 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Pushing event deleted for resources: {'Port': ['ID=16b0edbf-c448-451d-af78-f0940674ff3b,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:14.080114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:14.083132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] No DVR routers for this DVR port 16b0edbf-c448-451d-af78-f0940674ff3b on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:14.097884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 16b0edbf-c448-451d-af78-f0940674ff3b owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:14.116317 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-55a520f3-f777-4a61-b27d-10fe822baaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.139846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.148989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c1311000-9a02-46f7-a4f3-c5183fb5d3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:14.187501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:14.212787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Usage tracker for resource:security_group_rule and tenant:9352399374ac4b7497ab44b7804e63de is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:14.230282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:14.241197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 16b0edbf-c448-451d-af78-f0940674ff3b no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:14.251058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for d15a6131-bf08-4780-8170-f1d6b65bc88b owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:14.255729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:14.271388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:14.280056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:14.293962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 16b0edbf-c448-451d-af78-f0940674ff3b {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:14.294704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 16b0edbf-c448-451d-af78-f0940674ff3b not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:14.301408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event updated for resources: {'Port': ['ID=01a8c6be-60d7-4a29-8d24-987d96346323,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:14.304131 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:14.334003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:14.373477 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:07:14.373742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:07:14.387703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.547494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Subnet': ['ID=8e54a128-b421-4629-af78-78aa1f4d361f,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:14.550329 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:14.558738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.594541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.603626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f2f51e84-1a10-41bc-b18a-02b69915fe5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:14.618274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Checking segment: {'id': '97b6c5b2-2eca-466c-8a88-71f3db9bdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:14.618729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network hostable DHCP agents. Network: 49bce175-5d82-44d5-a0b7-810d10e02a3a, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:07:14.658717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:07:14.668555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39265225-4eb9-4a70-af0c-ca5a6f20a7e9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:14.679373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:14.689197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Allocated IP 172.36.7.206 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/fc7bc0e4-0fe6-4ee5-b30d-635c0d8bb064) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:14.693474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.693640 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Added segment 087efb7c-0160-4e88-9615-ca28f84f6453 of type vlan for network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 Dec 20 12:07:14.721689 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e5f6259a-3389-40b5-9b50-a5f389aa2b3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9701d44e972d4551b7860daa595d9752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7017643 Dec 20 12:07:14.726842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39110) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:14.882864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 16b0edbf-c448-451d-af78-f0940674ff3b {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:14.883195 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.892633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:07:14.911032 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:14.967938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 49bce175-5d82-44d5-a0b7-810d10e02a3a) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:14.978010 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de4fed-096a-4ed1-9bb3-25f26ab4a066 None None] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:14.988421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:14.989010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.004349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] The port '16b0edbf-c448-451d-af78-f0940674ff3b' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:07:15.055616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:15.089421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.126029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1945-933e-4582-8fa4-247bd338fdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.137770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.138699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.180597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.205247 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8770788 Dec 20 12:07:15.209861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.214759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:15.215001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39114) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:15.215114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.217824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1945-933e-4582-8fa4-247bd338fdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.225418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.231206 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.232776 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-26ca66d8-d2cc-4868-ad40-86ef681d2c21 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:15.249455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1480188910', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:15.261564 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.267535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8d1d652d-008e-4d81-a248-37a9ee19f113 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:15.280698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-49bce175-5d82-44d5-a0b7-810d10e02a3a', 'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a', 'tenant_id': 'd0dd5ab61c5c4acd83c3342f69277784', 'fixed_ips': [{'subnet_id': '8e54a128-b421-4629-af78-78aa1f4d361f'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:15.281673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.350391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:15.368299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=d15a6131-bf08-4780-8170-f1d6b65bc88b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:15.377118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:router and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:15.382222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:15.393245 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:15.405100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a859fbb-2c50-4ca2-97df-d8eba40af1c0']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:15.411188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:15.482001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8977a2e-7765-41a7-9f5c-d0f90a93ea8c') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:15.482284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8977a2e-7765-41a7-9f5c-d0f90a93ea8c') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:15.499076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Network': ['ID=a1d5a4ed-8786-4260-b1ac-5371c5d1ca85,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:15.504350 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:15.512984 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3040895 Dec 20 12:07:15.515615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.525634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39118) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:15.533251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.534191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.537702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:07:15.541675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'subnet': {'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:15.569110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.578117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.582385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Allocated IP 172.20.0.2 (49bce175-5d82-44d5-a0b7-810d10e02a3a/8e54a128-b421-4629-af78-78aa1f4d361f/d0002994-0de9-404a-aead-8c77da918d1e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:15.601038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.614295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:07:15.614786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:07:15.681566 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:07:15.703043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.715886 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1945-933e-4582-8fa4-247bd338fdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.718493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.743619 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dda85dbf-b4c6-44bf-bab6-4f418cc5206d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:15.762488 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1945-933e-4582-8fa4-247bd338fdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.764039 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a6fb1945-933e-4582-8fa4-247bd338fdb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/110dc9c8-15af-4a7f-ad99-1ffe25621ec8 HTTP/1.1" status: 204 len: 168 time: 1.0289004 Dec 20 12:07:15.782058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1b352d0a-aba7-4f23-9745-9363b33c175b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:15.836024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.915248 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/d15a6131-bf08-4780-8170-f1d6b65bc88b HTTP/1.1" status: 204 len: 168 time: 3.0003340 Dec 20 12:07:15.916274 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb1945-933e-4582-8fa4-247bd338fdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110dc9c8-15af-4a7f-ad99-1ffe25621ec8,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:15.919447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a6fb1945-933e-4582-8fa4-247bd338fdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:15.922266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39124) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:15.923746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0f048e3a-3b56-4948-b32f-2276f45419fe tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:15.930203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:15.950940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.954434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Usage tracker for resource:subnet and tenant:9352399374ac4b7497ab44b7804e63de is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:15.968088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:15.974546 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:15.976079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.984202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'Port': ['ID=fc7bc0e4-0fe6-4ee5-b30d-635c0d8bb064,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:15.984647 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:15.990373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:15.993591 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:15.998247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:15.999176 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3558e49a-1f0b-44ee-8e4b-af3dc1348259 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:16.000513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Transition to ACTIVE for port object d0002994-0de9-404a-aead-8c77da918d1e will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:16.016981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:16.023958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Transition to ACTIVE for port object d0002994-0de9-404a-aead-8c77da918d1e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:16.031567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.037538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:16.041127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:16.041740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.046021 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/ports/d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 HTTP/1.1" status: 200 len: 910 time: 3.1652784 Dec 20 12:07:16.046835 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39130) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:16.055879 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/2a859fbb-2c50-4ca2-97df-d8eba40af1c0 HTTP/1.1" status: 204 len: 168 time: 3.1291926 Dec 20 12:07:16.061639 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39132) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:16.071015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=2a859fbb-2c50-4ca2-97df-d8eba40af1c0,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:16.078401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:16.079663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:16.115474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:16.126045 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:16.139383 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:16.145686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Pushing event updated for resources: {'Port': ['ID=d0002994-0de9-404a-aead-8c77da918d1e,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:16.150469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:16.256309 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Attempting to bind port d0002994-0de9-404a-aead-8c77da918d1e on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:16.256691 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Attempting to bind port d0002994-0de9-404a-aead-8c77da918d1e by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '97b6c5b2-2eca-466c-8a88-71f3db9bdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:16.257220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Attempting to bind port d0002994-0de9-404a-aead-8c77da918d1e on network 49bce175-5d82-44d5-a0b7-810d10e02a3a {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:16.265883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:16.266316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Checking segment: {'id': '97b6c5b2-2eca-466c-8a88-71f3db9bdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:16.266669 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.267061 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Bound using segment: {'id': '97b6c5b2-2eca-466c-8a88-71f3db9bdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:16.267671 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Bound port: d0002994-0de9-404a-aead-8c77da918d1e, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b6c5b2-2eca-466c-8a88-71f3db9bdbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:16.268053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.273145 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.365290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78,revision_number=3']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:16.370938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:16.381378 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] For port d0002994-0de9-404a-aead-8c77da918d1e, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:16.385331 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] For port d0002994-0de9-404a-aead-8c77da918d1e, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d0002994-0de9-404a-aead-8c77da918d1e,segment=NetworkSegment(97b6c5b2-2eca-466c-8a88-71f3db9bdbb2),segment_id=97b6c5b2-2eca-466c-8a88-71f3db9bdbb2)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:16.391999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.398712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:16.436741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.503916 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:16.522658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Pushing event updated for resources: {'Port': ['ID=d0002994-0de9-404a-aead-8c77da918d1e,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:16.529258 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:16.585305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f46ea8-655d-40d4-9386-9997c2e73483 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:16.588699 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c0f46ea8-655d-40d4-9386-9997c2e73483 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/8184b177-9b58-42d3-bfa1-da665332861f HTTP/1.1" status: 200 len: 844 time: 0.4237337 Dec 20 12:07:16.603447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39148) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:16.696378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623aff06-c031-47d5-b40b-3ce052d3229d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:16.697221 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-623aff06-c031-47d5-b40b-3ce052d3229d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:16.725814 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-285d2f99-b07b-496a-aaf9-df1d5753feee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:16.905574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-285d2f99-b07b-496a-aaf9-df1d5753feee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:16.907033 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-285d2f99-b07b-496a-aaf9-df1d5753feee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/8184b177-9b58-42d3-bfa1-da665332861f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2979372 Dec 20 12:07:16.989316 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39156) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:16.989992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39158) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:17.002305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:17.061584 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-623aff06-c031-47d5-b40b-3ce052d3229d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:17.065202 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-623aff06-c031-47d5-b40b-3ce052d3229d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0760806 Dec 20 12:07:17.066008 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Router b4ca595d-e58d-48c6-b492-4c60bc16497d is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:07:17.068632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39166) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:17.242587 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:17.257663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-60131091-ea1c-4b29-a34e-a4e1fc38232c tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:17.290232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2fbb8a38-b18e-4e58-ba9a-f8f0da2fdbd2 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1474713936', 'prefixes': ['172.20.0.0/16']}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:17.328111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2fbb8a38-b18e-4e58-ba9a-f8f0da2fdbd2 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:17.339709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:17.353312 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:17.358471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:17.372737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:17.375051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Subnet': ['ID=6322b2e3-8638-4cc0-b1a0-67d4716be5fd,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:17.392561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:17.409363 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:17.413111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3da885-4656-4d56-897f-92160073b4cd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.417349 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ad3da885-4656-4d56-897f-92160073b4cd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3418109 Dec 20 12:07:17.419759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39170) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:17.505445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Checking segment: {'id': '087efb7c-0160-4e88-9615-ca28f84f6453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:17.505920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network hostable DHCP agents. Network: a1d5a4ed-8786-4260-b1ac-5371c5d1ca85, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:07:17.558080 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:17.617267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0005b1-3a79-44c8-a9eb-bc833c2d3f9e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.618471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0005b1-3a79-44c8-a9eb-bc833c2d3f9e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.619845 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0005b1-3a79-44c8-a9eb-bc833c2d3f9e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.621940 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4f0005b1-3a79-44c8-a9eb-bc833c2d3f9e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1993203 Dec 20 12:07:17.627046 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39174) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:17.695902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:07:17.724242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:17.733462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, a1d5a4ed-8786-4260-b1ac-5371c5d1ca85) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:17.744750 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c04bca-5fd9-409d-b07d-0ee51527293b None None] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:17.816593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:17.821613 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:17.822149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:17.885105 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa6ff8-7beb-420d-a782-c7e228d3e134 None None] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:17.914755 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:17.985496 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4562793 Dec 20 12:07:18.011232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39178) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:18.022478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'name': 'tempest-AllowedAddressPairTestJSON-1179573370'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:18.046496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.057086 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-dfa2ec10-e7b1-48b0-af3d-2cba9cdda631 None None] Provisioning for port d0002994-0de9-404a-aead-8c77da918d1e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:18.215358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 5b1cb2e9-dfe5-42f3-8fbe-8420385c4622 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:18.218994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:18.256319 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2fbb8a38-b18e-4e58-ba9a-f8f0da2fdbd2 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] Notify callbacks [] for subnetpool, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.261368 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2fbb8a38-b18e-4e58-ba9a-f8f0da2fdbd2 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2654169 Dec 20 12:07:18.262219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.267821 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39182) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:18.276369 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] Sync routers for ids ['b4ca595d-e58d-48c6-b492-4c60bc16497d'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:18.299618 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.36.7.201 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/5a02d9c0-d50d-4e95-bbe1-764906a739ed) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:18.309370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.354985 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'tenant_id': '9352399374ac4b7497ab44b7804e63de', 'fixed_ips': [{'subnet_id': '6322b2e3-8638-4cc0-b1a0-67d4716be5fd'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:18.357197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.391042 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] Routers {'b4ca595d-e58d-48c6-b492-4c60bc16497d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:18.391698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['b4ca595d-e58d-48c6-b492-4c60bc16497d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:18.402842 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4dc3a16e-ad57-44a2-a117-57a94938688b tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] 10.222.0.41 "GET /v2.0/subnetpools/5bbf0b71-c392-45a0-aec6-5ccb993bec8f HTTP/1.1" status: 200 len: 732 time: 0.1213229 Dec 20 12:07:18.411990 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39186) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:18.435865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4a86c517-db59-4426-8cc7-2daa15f861e2 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1863490496'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:18.463724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d0002994-0de9-404a-aead-8c77da918d1e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:18.533921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.538664 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.7829776 Dec 20 12:07:18.541224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39190) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:18.547333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.564257 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:18.646478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:18.659096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Usage tracker for resource:port and tenant:9352399374ac4b7497ab44b7804e63de is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:18.660489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] Routers {'b4ca595d-e58d-48c6-b492-4c60bc16497d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:18.661142 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['b4ca595d-e58d-48c6-b492-4c60bc16497d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:18.665184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:18.696803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:18.723704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.778587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:18.779614 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87c6d1-3b68-4ea3-adcf-b25585ca9b21 None None] The sync data for ids ['b4ca595d-e58d-48c6-b492-4c60bc16497d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:18.787652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port d0002994-0de9-404a-aead-8c77da918d1e completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:18.806960 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port d0002994-0de9-404a-aead-8c77da918d1e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:18.807670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.855265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:18.864568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.917460 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:18.918896 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Allocated IP 172.20.0.2 (a1d5a4ed-8786-4260-b1ac-5371c5d1ca85/6322b2e3-8638-4cc0-b1a0-67d4716be5fd/bb3c414f-607e-4c90-a567-99b7a7e9d83f) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:19.018810 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] device_id is not set on port 09b1c660-9576-4686-8c45-f4594b96ddf5 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:19.209606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.225498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.225498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-acb6e473-58a0-4a98-a5ed-20e11de2a0b6 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:19.285145 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.297633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1cb2e9-dfe5-42f3-8fbe-8420385c4622,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:19.297633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:19.303399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-44519131-b83d-4839-a52a-4bc1e6ad74ab tempest-ExtraDHCPOptionsTestJSON-90685468 tempest-ExtraDHCPOptionsTestJSON-90685468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:19.336302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.348524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db7fa63-f771-4d06-a8c8-d6733724ec5c None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:19.412609 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.417071 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/5b1cb2e9-dfe5-42f3-8fbe-8420385c4622 HTTP/1.1" status: 204 len: 168 time: 1.7848558 Dec 20 12:07:19.423944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39194) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:19.441812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.463932 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e5d61371-35c7-4c99-bc1f-634bf15069d2 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:19.471004 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.547130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'Port': ['ID=fc7bc0e4-0fe6-4ee5-b30d-635c0d8bb064,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:19.578229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:19.674912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:19.676004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.699144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4a86c517-db59-4426-8cc7-2daa15f861e2 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] Notify callbacks [] for subnetpool, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.703591 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4a86c517-db59-4426-8cc7-2daa15f861e2 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] 10.222.0.41 "PUT /v2.0/subnetpools/5bbf0b71-c392-45a0-aec6-5ccb993bec8f HTTP/1.1" status: 200 len: 684 time: 1.2831945 Dec 20 12:07:19.704683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:19.708770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:19.709176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.724365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39200) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:19.729121 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port d0002994-0de9-404a-aead-8c77da918d1e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d0002994-0de9-404a-aead-8c77da918d1e,segment=NetworkSegment(97b6c5b2-2eca-466c-8a88-71f3db9bdbb2),segment_id=97b6c5b2-2eca-466c-8a88-71f3db9bdbb2)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:19.732238 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9c74faae-3381-4878-b7cd-3b2b8341f74d None None] Provisioning complete for port d0002994-0de9-404a-aead-8c77da918d1e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:19.732479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9c74faae-3381-4878-b7cd-3b2b8341f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.747463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=aaae4a77-6d1a-404a-ba81-264acfa110c3,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:19.752750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:19.774862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba8bb6f-a722-4da5-acd2-eec06a1ea5e8 None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:19.801250 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5ee981ba-d2c7-4dab-b5de-f6a2768403f9 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:19.816225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.844987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:19.905738 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9143891 Dec 20 12:07:19.909600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39204) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:19.922722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'security_group': {'name': 'tempest-secgroup-2035455133'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:19.923413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:19.936878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:19.947918 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:19.951002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:19.955413 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet cb10ea6c-d0fc-416c-837b-a45d85bb0ee1 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:19.959473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:19.962447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:19.968874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:19.994542 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Floating IP 2bd3041f-288f-4bc0-8568-6428777c873b associated. External IP: 172.36.7.206, port: 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c. Dec 20 12:07:20.038057 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=5a02d9c0-d50d-4e95-bbe1-764906a739ed,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:20.046863 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:20.084288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:20.110649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.118534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.133615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.147681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Transition to ACTIVE for port object bb3c414f-607e-4c90-a567-99b7a7e9d83f will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:20.213848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-560a8f12-87fe-44ce-8566-64070b036a10 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] Notify callbacks [] for subnetpool, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.219896 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=d0002994-0de9-404a-aead-8c77da918d1e,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:20.226457 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-560a8f12-87fe-44ce-8566-64070b036a10 tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5bbf0b71-c392-45a0-aec6-5ccb993bec8f HTTP/1.1" status: 204 len: 168 time: 0.4709337 Dec 20 12:07:20.226457 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39208) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:20.267995 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-04abf173-2091-4803-80a2-00989916ad8a tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] show failed (client error): The resource could not be found. Dec 20 12:07:20.267995 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-04abf173-2091-4803-80a2-00989916ad8a tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] 10.222.0.41 "GET /v2.0/subnetpools/5bbf0b71-c392-45a0-aec6-5ccb993bec8f HTTP/1.1" status: 404 len: 346 time: 0.0474441 Dec 20 12:07:20.267995 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39212) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:20.276302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Transition to ACTIVE for port object bb3c414f-607e-4c90-a567-99b7a7e9d83f will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:20.276302 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:20.305848 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e9c6fa7e-1ae7-4791-bd75-90b1c24cb707 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/routers/b4ca595d-e58d-48c6-b492-4c60bc16497d HTTP/1.1" status: 200 len: 925 time: 1.7443509 Dec 20 12:07:20.305848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39216) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:20.305848 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-e9567fd3-e097-4cca-b8b8-c14a3cfcee5c tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] delete failed (client error): The resource could not be found. Dec 20 12:07:20.305848 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e9567fd3-e097-4cca-b8b8-c14a3cfcee5c tempest-SubnetPoolsTestJSON-1855720900 tempest-SubnetPoolsTestJSON-1855720900-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5bbf0b71-c392-45a0-aec6-5ccb993bec8f HTTP/1.1" status: 404 len: 346 time: 0.0407975 Dec 20 12:07:20.343063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:20.356014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.358908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group_rule and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:20.367279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:20.380686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ec9ac2d7-031f-42e6-9543-d35929c57ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:20.382895 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4d769692-e91b-4c09-bd53-49cfbca1f204 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4ca595d-e58d-48c6-b492-4c60bc16497d HTTP/1.1" status: 200 len: 205 time: 0.0808604 Dec 20 12:07:20.382895 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39222) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:20.397835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:20.428744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Allocated IP 172.20.0.13 (a1d5a4ed-8786-4260-b1ac-5371c5d1ca85/6322b2e3-8638-4cc0-b1a0-67d4716be5fd/09b1c660-9576-4686-8c45-f4594b96ddf5) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:20.468808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.579741 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:20.592837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Pushing event updated for resources: {'Port': ['ID=bb3c414f-607e-4c90-a567-99b7a7e9d83f,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:20.602053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:20.605966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:20.605966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.610444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:20.616555 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:20.641505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.701902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.768629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8463791f-80de-45fe-8ae0-ca1988b83c62 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:20.821573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.823313 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9115798 Dec 20 12:07:20.836820 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Attempting to bind port bb3c414f-607e-4c90-a567-99b7a7e9d83f on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:20.838932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Attempting to bind port bb3c414f-607e-4c90-a567-99b7a7e9d83f by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '087efb7c-0160-4e88-9615-ca28f84f6453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:20.839972 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Attempting to bind port bb3c414f-607e-4c90-a567-99b7a7e9d83f on network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:20.854479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:20.856100 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Checking segment: {'id': '087efb7c-0160-4e88-9615-ca28f84f6453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:20.856704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.857329 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Bound using segment: {'id': '087efb7c-0160-4e88-9615-ca28f84f6453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:20.858067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Bound port: bb3c414f-607e-4c90-a567-99b7a7e9d83f, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087efb7c-0160-4e88-9615-ca28f84f6453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:20.858694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.859803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39226) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:20.893766 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'security_group': {'name': 'tempest-secgroup-273461259'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:20.901770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.902534 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:20.988832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'tenant_id': 'b725b547212f43cfac00b00e174583bf', 'fixed_ips': [{'subnet_id': 'aaae4a77-6d1a-404a-ba81-264acfa110c3'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:20.990360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.018909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:21.024941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.048592 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b12ea7-148a-4a6a-9f6d-ff4980301720,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:21.055538 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:21.064974 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fdb1835c-1c36-45f5-aa91-126c5e2b1c0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:21.073004 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f20f9f95-f89a-4a06-b478-9d1b434d4fd5 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:21.088957 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39232) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:21.128308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.216752 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] For port bb3c414f-607e-4c90-a567-99b7a7e9d83f, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:21.269043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] For port bb3c414f-607e-4c90-a567-99b7a7e9d83f, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bb3c414f-607e-4c90-a567-99b7a7e9d83f,segment=NetworkSegment(087efb7c-0160-4e88-9615-ca28f84f6453),segment_id=087efb7c-0160-4e88-9615-ca28f84f6453)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:21.281072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.287813 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:21.355744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:21.364917 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=cb10ea6c-d0fc-416c-837b-a45d85bb0ee1,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:21.389170 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Allocated IP 2001:db8::2 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/aaae4a77-6d1a-404a-ba81-264acfa110c3/57994678-d13b-453b-86e9-02408e424393) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:21.391188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:21.402473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:21.413821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.419269 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-851f2f9e-26b1-4689-b6fd-0271af85c660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cb10ea6c-d0fc-416c-837b-a45d85bb0ee1 HTTP/1.1" status: 204 len: 168 time: 1.9936416 Dec 20 12:07:21.423279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39238) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:21.475119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:21.493919 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:07:21.510368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Pushing event updated for resources: {'Port': ['ID=bb3c414f-607e-4c90-a567-99b7a7e9d83f,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:21.515038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:21.565560 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a4714fc5-4796-4eed-8a3f-7592e6f2fb85 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370950 Dec 20 12:07:21.566532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.583777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39242) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:21.586109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.598063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:21.657880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.838569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Transition to ACTIVE for port object 09b1c660-9576-4686-8c45-f4594b96ddf5 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:21.882123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:21.898273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:21.912166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:21.913617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67259819-0dcc-4c51-b668-c3632a560a8e None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:21.921661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:21.927293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:21.935344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:21.948233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group_rule and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:21.954202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:21.966029 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:21.989094 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:21.994255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.094723 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:22.102834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.108801 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Usage tracker for resource:security_group_rule and tenant:59a804b529774be683e9e41b5dd4122a is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:22.113261 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:22.121791 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-64e657a0-82f5-43a5-892f-b80df212ad91 None None] Provisioning complete for port ca911aa9-9408-4dec-a803-40b625a5939e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:22.122325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-64e657a0-82f5-43a5-892f-b80df212ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.132087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:22.180404 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Transition to ACTIVE for port object 57994678-d13b-453b-86e9-02408e424393 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:22.279805 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Transition to ACTIVE for port object 57994678-d13b-453b-86e9-02408e424393 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:22.292174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.304222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.310239 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:22.314547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.316925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.330151 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bcdac5ac-bfba-4993-9373-67921925a24c tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:22.410367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec288dc-7e1d-406d-9fb4-78596de61de1,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:22.418883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:22.424830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.425200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.427115 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5661376 Dec 20 12:07:22.428053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-72acfb51-d17b-4341-aa02-397cd30205b0 tempest-RoutersAdminNegativeIpV6Test-1567788541 tempest-RoutersAdminNegativeIpV6Test-1567788541-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:22.435633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-864de544-6911-4bf4-8d95-c8b0f2f12660 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:22.471067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.471869 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39246) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:22.480206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:22.485279 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:22.486792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bb3c414f-607e-4c90-a567-99b7a7e9d83f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:22.492862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:22.497564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1252685243', 'security_groups': ['fec288dc-7e1d-406d-9fb4-78596de61de1'], 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aaae4a77-6d1a-404a-ba81-264acfa110c3'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:22.502762 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:22.530728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.539343 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=d5cc8a6f-0bb8-47c9-b36d-3f3d50391c78,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:22.597267 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Pushing event updated for resources: {'Port': ['ID=57994678-d13b-453b-86e9-02408e424393,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:22.609802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:22.621445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=09b1c660-9576-4686-8c45-f4594b96ddf5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:22.632524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:07:22.640351 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.640616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:22.641152 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.641618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.642080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.642537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.642995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.643470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.643927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.644470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.645060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.645650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.653047 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:22.682828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:22.747010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:22.747947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:22.833900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.835733 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.836556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.837833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.838401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.838998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.839538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.840763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.841311 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.842217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.842756 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:22.857453 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:22.875425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port bb3c414f-607e-4c90-a567-99b7a7e9d83f completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:22.875661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8cd6d3d8-6744-477d-aae3-c040d4869234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:22.903526 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:07:22.911362 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8989091 Dec 20 12:07:22.922094 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39250) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:22.928209 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d0002994-0de9-404a-aead-8c77da918d1e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:22.930267 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59a804b529774be683e9e41b5dd4122a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8385575 Dec 20 12:07:22.936519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39254) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:22.980233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.000285 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8927101-1f47-4ac9-a0ac-7db919efac1d,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:23.004732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0603e52b-e6d5-45ba-82b8-c9034e975386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:23.024189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Deleting port ca911aa9-9408-4dec-a803-40b625a5939e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:23.024797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.029230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'name': 'tempest-AllowedAddressPairTestJSON-1225442086', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:e1:b2:06'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:23.101257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Deleting port 01a8c6be-60d7-4a29-8d24-987d96346323 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:23.101848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.120811 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Attempting to bind port 57994678-d13b-453b-86e9-02408e424393 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:23.122083 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Attempting to bind port 57994678-d13b-453b-86e9-02408e424393 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'efc9e2c9-d25e-4609-a9f6-0f6c625b00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:23.122539 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Attempting to bind port 57994678-d13b-453b-86e9-02408e424393 on network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:23.148363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:23.148622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Checking segment: {'id': 'efc9e2c9-d25e-4609-a9f6-0f6c625b00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:23.149030 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.149383 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Bound using segment: {'id': 'efc9e2c9-d25e-4609-a9f6-0f6c625b00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:23.149871 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Bound port: 57994678-d13b-453b-86e9-02408e424393, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc9e2c9-d25e-4609-a9f6-0f6c625b00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:23.150263 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.168227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15434dc9-f769-40ad-ad7c-22c456b9e224 None None] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:23.196746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 22a620a1-82c8-42ed-a746-0c45dfc2877d is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:07:23.213522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port d0002994-0de9-404a-aead-8c77da918d1e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:23.214169 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.225435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.233660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:port and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:23.251899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:23.273878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.283044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.361508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.392740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.405845 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:23.505210 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Provisioning for port bb3c414f-607e-4c90-a567-99b7a7e9d83f completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:23.508439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.objects.ports [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83527) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:07:23.545891 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Provisioning complete for port bb3c414f-607e-4c90-a567-99b7a7e9d83f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:23.546272 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.577675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:23.578401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.621414 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] For port 57994678-d13b-453b-86e9-02408e424393, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:23.651825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:23.656567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Usage tracker for resource:port and tenant:9352399374ac4b7497ab44b7804e63de is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:23.660929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:23.672108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:23.713617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:23.743233 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.848439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] For port 57994678-d13b-453b-86e9-02408e424393, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=57994678-d13b-453b-86e9-02408e424393,segment=NetworkSegment(efc9e2c9-d25e-4609-a9f6-0f6c625b00df),segment_id=efc9e2c9-d25e-4609-a9f6-0f6c625b00df)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:23.869219 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Calling delete_port for ca911aa9-9408-4dec-a803-40b625a5939e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:23.909561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:23.923249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6927f3e9-5bc3-4f22-9ef1-5b087718f671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:23.963239 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Calling delete_port for 01a8c6be-60d7-4a29-8d24-987d96346323 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:24.007936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.016037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0bc65a1c-b395-42c2-8057-a4b26841214b tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:24.046693 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8927101-1f47-4ac9-a0ac-7db919efac1d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:24.063497 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:24.073329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.074791 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8927101-1f47-4ac9-a0ac-7db919efac1d HTTP/1.1" status: 204 len: 168 time: 1.1373570 Dec 20 12:07:24.085270 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.120742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.185938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] device_id is not set on port be59059e-2c69-4060-8ae8-35e7ee5487eb yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:24.188457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Pushing event updated for resources: {'Port': ['ID=57994678-d13b-453b-86e9-02408e424393,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:24.193323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:24.207548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:07:24.208339 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:07:24.229309 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.290418 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:24.299513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.305811 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] Sync routers for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:24.333762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-be327365-6d89-4936-bd49-b17b470a864d None None] For port bb3c414f-607e-4c90-a567-99b7a7e9d83f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bb3c414f-607e-4c90-a567-99b7a7e9d83f,segment=NetworkSegment(087efb7c-0160-4e88-9615-ca28f84f6453),segment_id=087efb7c-0160-4e88-9615-ca28f84f6453)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:24.335316 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:24.336856 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:24.343044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.351387 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:24.354207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 716dec47-5db5-42b8-8a90-f5531525839a yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:24.429119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ca911aa9-9408-4dec-a803-40b625a5939e no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:24.565786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.788637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Deleting port ca911aa9-9408-4dec-a803-40b625a5939e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:24.790592 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:24.877079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Pushing event updated for resources: {'Port': ['ID=bb3c414f-607e-4c90-a567-99b7a7e9d83f,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:24.950042 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:24.967935 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:07:25.285921 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.0424957 Dec 20 12:07:25.298717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:07:25.337976 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Allocated IP 172.20.0.9 (a1d5a4ed-8786-4260-b1ac-5371c5d1ca85/6322b2e3-8638-4cc0-b1a0-67d4716be5fd/be59059e-2c69-4060-8ae8-35e7ee5487eb) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:25.345448 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-720bca81-1dd6-4d71-a116-14c4d916c0f2 None None] Provisioning complete for port bb3c414f-607e-4c90-a567-99b7a7e9d83f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:25.346928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-720bca81-1dd6-4d71-a116-14c4d916c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:25.419297 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::3b0 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/aaae4a77-6d1a-404a-ba81-264acfa110c3/716dec47-5db5-42b8-8a90-f5531525839a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:25.436197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:25.664005 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '2bd3041f-288f-4bc0-8568-6428777c873b', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'floating_ip_address': '172.36.7.206', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'port_id': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'mac_address': 'fa:16:3e:52:cc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:07:17Z', 'updated_at': '2021-12-20T12:07:17Z', 'revision_number': 0, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:25.669123 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] Checking router: 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:07:25.672076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:25.691913 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:25.694065 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:25.719247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:25.743401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 716dec47-5db5-42b8-8a90-f5531525839a will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:25.793161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:25.795661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:25.861161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ac060032-82af-4c10-aeb8-c020f02c4d86 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:25.892894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:25.893397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:25.948791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:25.974039 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:25.982244 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:26.039211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event deleted for resources: {'Port': ['ID=01a8c6be-60d7-4a29-8d24-987d96346323,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:26.047056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:26.084274 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:07:26.116028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:26.116028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:26.137436 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b140a99-247e-4146-9c95-35b8ecd7440e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:26.179321 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:26.183345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=716dec47-5db5-42b8-8a90-f5531525839a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:26.193985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:26.286631 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:26.301538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Calling delete_port for ca911aa9-9408-4dec-a803-40b625a5939e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:26.306272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:26.306272 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:26.374047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 12cc0657-d82e-404c-9dc2-895d8b489e0b has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:07:26.374681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:26.376843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:26.386428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] Sync routers for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:26.415441 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9236720 Dec 20 12:07:26.419553 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39280) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:26.428506 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-720bca81-1dd6-4d71-a116-14c4d916c0f2 None None] Provisioning for port 09b1c660-9576-4686-8c45-f4594b96ddf5 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:26.466398 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-720bca81-1dd6-4d71-a116-14c4d916c0f2 None None] Provisioning complete for port 09b1c660-9576-4686-8c45-f4594b96ddf5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:26.466867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-720bca81-1dd6-4d71-a116-14c4d916c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:26.484051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:26.506170 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:07:26.507160 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:07:26.605692 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'status': 'completed', 'code': 200} Dec 20 12:07:26.605932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:26.605932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:26.622915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:26.651648 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:26.675708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:26.675708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:26.675708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=ca911aa9-9408-4dec-a803-40b625a5939e,revision_number=8']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:26.744119 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:26.744119 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f368fe6e-98c2-4117-ae9b-eb6cd7ef2af9 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:26.809432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:26.889708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:07:26.889708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:07:26.903039 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3067951 Dec 20 12:07:26.922533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39286) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:26.940879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:26.952106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:26.961682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-720bca81-1dd6-4d71-a116-14c4d916c0f2 None None] Port 09b1c660-9576-4686-8c45-f4594b96ddf5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:26.980573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:26.980573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:27.005438 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39290) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:27.015877 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035841 Dec 20 12:07:27.023971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Transition to ACTIVE for port object be59059e-2c69-4060-8ae8-35e7ee5487eb will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:27.025072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:27.025072 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-59736de6-fd17-4441-8950-88da8abbc0ba tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.7920597 Dec 20 12:07:27.040361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39292) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:27.040835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39294) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:27.090730 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '2bd3041f-288f-4bc0-8568-6428777c873b', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'floating_ip_address': '172.36.7.206', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'port_id': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'mac_address': 'fa:16:3e:52:cc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:07:17Z', 'updated_at': '2021-12-20T12:07:17Z', 'revision_number': 0, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:27.103443 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68dea3-0873-4047-8149-49b443a51ec1 None None] The sync data for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv is: [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '2bd3041f-288f-4bc0-8568-6428777c873b', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'floating_ip_address': '172.36.7.206', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'port_id': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'mac_address': 'fa:16:3e:52:cc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:07:17Z', 'updated_at': '2021-12-20T12:07:17Z', 'revision_number': 0, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:27.143413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:27.143413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0a9f8-da64-4137-9625-f5f0b891ccd3 None None] The sync data for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:27.153416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=cbbf2311-e5a2-440f-99ff-5f418225e919,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:27.179839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Deleting port ca911aa9-9408-4dec-a803-40b625a5939e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:27.179839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:27.222996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:27.388005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:27.393392 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Provisioning for port 716dec47-5db5-42b8-8a90-f5531525839a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:27.420977 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Provisioning complete for port 716dec47-5db5-42b8-8a90-f5531525839a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:27.426602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:27.437953 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:27.439675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:27.472199 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-89e560c9-3646-4413-b5a7-4c930069b907 tempest-NetworksApiDiscovery-199025559 tempest-NetworksApiDiscovery-199025559-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4283082 Dec 20 12:07:27.477207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:27.494678 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-2a06418b-2986-4956-8375-98822e10a595 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 1098 time: 0.9686983 Dec 20 12:07:27.547158 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:27.614156 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07654d-0612-4965-811e-008a89dcae4c None None] New status for floating IP 2bd3041f-288f-4bc0-8568-6428777c873b: ACTIVE {{(pid=83531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:07:27.619132 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:27.619132 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:27.659003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bd7e036e-9c16-4264-9ca6-4911c7434b10 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:27.720570 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:27.779360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Port 716dec47-5db5-42b8-8a90-f5531525839a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:27.817976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:27.844806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:27.890596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:27.896667 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/12cc0657-d82e-404c-9dc2-895d8b489e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8362553 Dec 20 12:07:27.899889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39304) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:27.952552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:27.990498 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:27.997288 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] Sync routers for ids ['12cc0657-d82e-404c-9dc2-895d8b489e0b'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:28.016114 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d80eae9b-5822-4471-9d3d-b547a83103ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:28.105374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Provisioning complete for port 09b1c660-9576-4686-8c45-f4594b96ddf5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:28.105939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.210676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:28.237162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:28.276237 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] Routers {'12cc0657-d82e-404c-9dc2-895d8b489e0b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:28.276638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['12cc0657-d82e-404c-9dc2-895d8b489e0b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:28.293202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:28.295256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:28.298121 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39310) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:28.300690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01784158-46c3-4242-ad5b-c8055adb268a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Synchronizing usage tracker for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:28.330055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.336175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:28.343345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.348461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-01784158-46c3-4242-ad5b-c8055adb268a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Unset dirty status for tenant:fdb471e21d424f7884a5f40f0d8eae0c on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:28.352102 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-01784158-46c3-4242-ad5b-c8055adb268a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/ports?device_id=12cc0657-d82e-404c-9dc2-895d8b489e0b HTTP/1.1" status: 200 len: 205 time: 0.4460020 Dec 20 12:07:28.353387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39316) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:28.386762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Port 09b1c660-9576-4686-8c45-f4594b96ddf5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:28.389816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bb3c414f-607e-4c90-a567-99b7a7e9d83f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:28.433297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=ca911aa9-9408-4dec-a803-40b625a5939e,revision_number=9']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:28.449953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:28.495925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:28.502631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.503368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.504009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.504611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.505178 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.506005 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.506595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.507177 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.507816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.508418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.508974 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:07:28.513655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:28.515672 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=be59059e-2c69-4060-8ae8-35e7ee5487eb,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:28.520282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:28.520990 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.533616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:28.598128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-e13d3141-eb2b-4793-8305-d6d6df17071d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:28.599536 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-e13d3141-eb2b-4793-8305-d6d6df17071d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 1.0722203 Dec 20 12:07:28.708711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.718855 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Provisioning for port 57994678-d13b-453b-86e9-02408e424393 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:28.741901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Calling delete_port for ca911aa9-9408-4dec-a803-40b625a5939e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:28.742100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.755122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.757688 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Fanout notify agent at l3_agent the message router_deleted on router b4ca595d-e58d-48c6-b492-4c60bc16497d {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:07:28.821587 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:28.821587 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.838853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-578e83ff-bb7c-419b-992b-f9ece169cbfa tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.845362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] Routers {'12cc0657-d82e-404c-9dc2-895d8b489e0b'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:28.845362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['12cc0657-d82e-404c-9dc2-895d8b489e0b'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:28.900212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:28.909615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Usage tracker for resource:security_group_rule and tenant:9eac03781f9b46caae5a2dd93e1e1611 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:28.915095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.916353 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c0bff821-e6ae-4ad2-88c2-120b9fa0a954 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "DELETE /v2.0/routers/b4ca595d-e58d-48c6-b492-4c60bc16497d HTTP/1.1" status: 204 len: 168 time: 8.5309153 Dec 20 12:07:28.927416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:28.930882 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:28.931122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39320) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:28.931420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc502a9-26c3-47e1-ab3a-de69c88a950d None None] The sync data for ids ['12cc0657-d82e-404c-9dc2-895d8b489e0b'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:28.963086 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.0399971 Dec 20 12:07:28.976206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:28.990372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39322) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:28.991610 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Provisioning complete for port 8184b177-9b58-42d3-bfa1-da665332861f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:28.992178 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.004946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1426637699', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': False}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:29.008235 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:29.015495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:29.026247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:router and tenant:e8601710027c4ee7a5dfdcfef29bf91d is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:29.027180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port bb3c414f-607e-4c90-a567-99b7a7e9d83f triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:29.027799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.033515 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:29.042158 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:29.067530 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-702c9940-7023-4e56-be97-3b575be84b80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c HTTP/1.1" status: 200 len: 1001 time: 0.4011593 Dec 20 12:07:29.086832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:07:29.087467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:07:29.125927 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-774c9fdc-f870-4864-895b-0a6210af3b70 None None] Port 8184b177-9b58-42d3-bfa1-da665332861f cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:29.140689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.141635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.208836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 57994678-d13b-453b-86e9-02408e424393 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:29.248758 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.ipam_backend_mixin [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aaae4a77-6d1a-404a-ba81-264acfa110c3 (CIDR: 2001:db8::/64) Dec 20 12:07:29.272095 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:07:29.272581 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:29.291633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-2e7fd3a7-1135-494f-9153-eb0f248f1255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:29.293140 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-2e7fd3a7-1135-494f-9153-eb0f248f1255 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.2067811 Dec 20 12:07:29.294008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-493549ab-ed9c-466e-90ac-3af34f5a160c None None] Provisioning for port be59059e-2c69-4060-8ae8-35e7ee5487eb completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:29.301608 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-493549ab-ed9c-466e-90ac-3af34f5a160c None None] Provisioning complete for port be59059e-2c69-4060-8ae8-35e7ee5487eb triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:29.302332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-493549ab-ed9c-466e-90ac-3af34f5a160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.351191 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.ipam_backend_mixin [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cbbf2311-e5a2-440f-99ff-5f418225e919 (CIDR: 2001:db8::/64) Dec 20 12:07:29.361427 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1b58212a-c5d1-437c-b74a-17dbc1f93b06 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9324999 Dec 20 12:07:29.365649 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:07:29.366261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:29.368682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39328) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:29.385616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-493549ab-ed9c-466e-90ac-3af34f5a160c None None] Port be59059e-2c69-4060-8ae8-35e7ee5487eb cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:29.387674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:29.394730 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 57994678-d13b-453b-86e9-02408e424393 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:29.401183 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 57994678-d13b-453b-86e9-02408e424393 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:29.402698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.505761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07996b16-f5fb-4c50-88c1-76ea068a4440 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:29.505761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07996b16-f5fb-4c50-88c1-76ea068a4440 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:29.514909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07996b16-f5fb-4c50-88c1-76ea068a4440 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:29.514909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-07996b16-f5fb-4c50-88c1-76ea068a4440 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Synchronizing usage tracker for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:29.530353 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b4ae68ba-53ef-48ca-8470-3ebb41ba0de4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5879788 Dec 20 12:07:29.530353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39332) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:29.532924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:29.601625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-07996b16-f5fb-4c50-88c1-76ea068a4440 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Unset dirty status for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:29.603399 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-07996b16-f5fb-4c50-88c1-76ea068a4440 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.6011858 Dec 20 12:07:29.608632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.610242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.612953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-578e83ff-bb7c-419b-992b-f9ece169cbfa tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.627470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39336) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:29.642602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.682900 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-4410b8e2-2165-42ab-8954-872a090a34b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3770647 Dec 20 12:07:29.691724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.733774 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 57994678-d13b-453b-86e9-02408e424393, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=57994678-d13b-453b-86e9-02408e424393,segment=NetworkSegment(efc9e2c9-d25e-4609-a9f6-0f6c625b00df),segment_id=efc9e2c9-d25e-4609-a9f6-0f6c625b00df)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:29.735500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Deleting port ca911aa9-9408-4dec-a803-40b625a5939e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:29.736134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.745977 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0a4eab3-67f2-4dcf-84cf-48a7ed0862c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:29.797150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-578e83ff-bb7c-419b-992b-f9ece169cbfa tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.855346 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.865714 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:29.927967 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port be59059e-2c69-4060-8ae8-35e7ee5487eb {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:29.927967 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:29.948567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:29.962228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:29.962228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:29.983989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:30.016635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=57994678-d13b-453b-86e9-02408e424393,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:30.024065 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-fd17ca74-5cc7-4045-8f6f-75956fb522b2 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055251 Dec 20 12:07:30.024065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:30.024065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.041245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:30.055108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2638b60d-83c6-4469-b350-b54a6959017f,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:30.129451 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eac03781f9b46caae5a2dd93e1e1611&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8216636 Dec 20 12:07:30.133420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:30.148710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39340) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:30.182915 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 57994678-d13b-453b-86e9-02408e424393 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:30.282415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:30.295633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:30.295633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:30.312179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:30.400612 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] For port ca911aa9-9408-4dec-a803-40b625a5939e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ca911aa9-9408-4dec-a803-40b625a5939e,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:30.400612 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.425527 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:30.537353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Calling delete_port for ca911aa9-9408-4dec-a803-40b625a5939e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:30.595150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.598522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 57994678-d13b-453b-86e9-02408e424393 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:30.599169 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.619790 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-cf5144b0-e5ec-4359-908c-41956b195db4 req-1a18c5e6-1666-4b3e-8c9b-bc023bbf1d84 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803111 Dec 20 12:07:30.621169 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-578e83ff-bb7c-419b-992b-f9ece169cbfa tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.622431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578e83ff-bb7c-419b-992b-f9ece169cbfa tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Fanout notify agent at l3_agent the message router_deleted on router 12cc0657-d82e-404c-9dc2-895d8b489e0b {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:07:30.799212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.857025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.857025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:30.918435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:30.939247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Pushing event deleted for resources: {'Port': ['ID=ca911aa9-9408-4dec-a803-40b625a5939e,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:30.939247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:31.030865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.080453 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-578e83ff-bb7c-419b-992b-f9ece169cbfa tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.080453 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-578e83ff-bb7c-419b-992b-f9ece169cbfa tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/routers/12cc0657-d82e-404c-9dc2-895d8b489e0b HTTP/1.1" status: 204 len: 168 time: 2.7161889 Dec 20 12:07:31.080453 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.090812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39344) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:31.105250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] No DVR routers for this DVR port ca911aa9-9408-4dec-a803-40b625a5939e on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:31.131652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d491e39b-291b-4dc1-a898-2f9e101936be None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:31.272641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Calling delete_port for be59059e-2c69-4060-8ae8-35e7ee5487eb owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:31.345929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.359534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5d96c6e6-6204-41a2-a5b4-cdb63c7e3ade tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:31.419041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.464069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:31.464069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:31.468673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:31.468673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.476656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=744d54fb-c375-4f3e-a80c-2216a5183857,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:31.481209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:31.492637 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4c0ed3fa-a63e-4f96-a168-53968315df7e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:31.514419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2638b60d-83c6-4469-b350-b54a6959017f,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:31.521961 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:31.619341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.624140 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2638b60d-83c6-4469-b350-b54a6959017f HTTP/1.1" status: 204 len: 168 time: 1.4669392 Dec 20 12:07:31.637393 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1143045 Dec 20 12:07:31.637851 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39350) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:31.673829 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:da:56:70', 'name': 'tempest-NetworksTestDHCPv6-1232149439'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:31.700218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '744d54fb-c375-4f3e-a80c-2216a5183857'}, {'subnet_id': 'cbbf2311-e5a2-440f-99ff-5f418225e919'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:31.702211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:31.886962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:32.178150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:32.211592 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-69f33ebd-54db-4198-a75f-8645c76af91a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:32.242830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Allocated IP 2001:db8:0:1::2 (51a1536f-8906-4846-ba25-f9918687ea89/744d54fb-c375-4f3e-a80c-2216a5183857/a7ef6a03-ed5a-4e66-9f84-5cccc2954c00) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:32.256684 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Allocated IP 2001:db8::f816:3eff:feca:fa22 (51a1536f-8906-4846-ba25-f9918687ea89/cbbf2311-e5a2-440f-99ff-5f418225e919/a7ef6a03-ed5a-4e66-9f84-5cccc2954c00) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:32.345909 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Port': ['ID=be59059e-2c69-4060-8ae8-35e7ee5487eb,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:32.350659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:32.368524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:32.414558 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-03b76beb-bf1a-407e-9515-209f2f96d669 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:32.491354 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=75e5f30d-318f-444f-81d1-a2a9df7229b7,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:32.491354 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:32.613761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet b31973bf-367c-443c-814e-9654291bf5e5 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:32.768387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:32.953870 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:32.997144 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Transition to ACTIVE for port object a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:33.052214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.1 (49bce175-5d82-44d5-a0b7-810d10e02a3a/8e54a128-b421-4629-af78-78aa1f4d361f/93b30872-abab-4137-a155-351646643597) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:33.078393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Transition to ACTIVE for port object a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:33.090170 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:33.104438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-be327365-6d89-4936-bd49-b17b470a864d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:33.111097 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:33.206873 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:33.218205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:33.229779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:33.247775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Pushing event updated for resources: {'Port': ['ID=a7ef6a03-ed5a-4e66-9f84-5cccc2954c00,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:33.247775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:33.380967 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:33.400911 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Transition to ACTIVE for port object 93b30872-abab-4137-a155-351646643597 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:33.420900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:33.442324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:33.484699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-537d930a-2d28-4d76-8d1d-eb09fd2c379b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:33.627632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:33.627632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:33.645540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=93b30872-abab-4137-a155-351646643597,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:33.664031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:33.671791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:33.671791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:33.681947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:33.765547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Attempting to bind port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:33.765547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Attempting to bind port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:33.765547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Attempting to bind port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:33.772621 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd7bca8-b285-4159-a8ca-776268624ed1 None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:33.806216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:33.807402 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:33.808434 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:33.809691 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:33.810782 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Bound port: a7ef6a03-ed5a-4e66-9f84-5cccc2954c00, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:33.811695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:33.851137 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:33.908973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:33.908973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:34.092432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:34.142407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:34.224085 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:34.383757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] For port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:34.410257 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.0250418 Dec 20 12:07:34.428650 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39376) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:34.428650 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:34.428650 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/ports/be59059e-2c69-4060-8ae8-35e7ee5487eb HTTP/1.1" status: 204 len: 168 time: 4.7957032 Dec 20 12:07:34.466334 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1855230995', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75e5f30d-318f-444f-81d1-a2a9df7229b7'}], 'security_groups': ['d3b12ea7-148a-4a6a-9f6d-ff4980301720']}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:34.474577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39378) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:34.544355 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be18584-0d9b-4041-90a0-74e683c5dc1b tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] GET failed (client error): The resource could not be found. Dec 20 12:07:34.551988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] For port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a7ef6a03-ed5a-4e66-9f84-5cccc2954c00,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:34.560267 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2be18584-0d9b-4041-90a0-74e683c5dc1b tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "GET /v2.0/ports/be59059e-2c69-4060-8ae8-35e7ee5487eb HTTP/1.1" status: 404 len: 333 time: 0.0733075 Dec 20 12:07:34.560267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39384) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:34.568859 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-75f50f17-9681-4dd7-8487-007f2c267f0b None None] Provisioning for port 93b30872-abab-4137-a155-351646643597 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:34.577667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'name': 'tempest-AllowedAddressPairTestJSON-670622472'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:34.589089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:34.589089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:34.804497 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-75f50f17-9681-4dd7-8487-007f2c267f0b None None] Provisioning complete for port 93b30872-abab-4137-a155-351646643597 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:34.804497 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-75f50f17-9681-4dd7-8487-007f2c267f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:35.112435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-75f50f17-9681-4dd7-8487-007f2c267f0b None None] Port 93b30872-abab-4137-a155-351646643597 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:35.178856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Pushing event updated for resources: {'Port': ['ID=a7ef6a03-ed5a-4e66-9f84-5cccc2954c00,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:35.214200 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:35.268634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:35.379865 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:35.410834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:35.452056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:35.471560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:35.554552 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:35.595969 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 12fda0e5-4da5-4968-aca8-0e534db6e87e yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:35.713018 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Update dhcp port {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'fixed_ips': [{'subnet_id': 'aaae4a77-6d1a-404a-ba81-264acfa110c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '75e5f30d-318f-444f-81d1-a2a9df7229b7'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '57994678-d13b-453b-86e9-02408e424393'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:07:35.802206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:35.812543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:35.877113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] device_id is not set on port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:35.902394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:36.138743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:36.194912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:36.226659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:36.236053 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8:0:1::379 (51a1536f-8906-4846-ba25-f9918687ea89/744d54fb-c375-4f3e-a80c-2216a5183857/12fda0e5-4da5-4968-aca8-0e534db6e87e) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:36.243327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:36.246877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::f816:3eff:feda:5670 (51a1536f-8906-4846-ba25-f9918687ea89/cbbf2311-e5a2-440f-99ff-5f418225e919/12fda0e5-4da5-4968-aca8-0e534db6e87e) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:36.297809 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:36.384279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Allocated IP 172.20.0.7 (a1d5a4ed-8786-4260-b1ac-5371c5d1ca85/6322b2e3-8638-4cc0-b1a0-67d4716be5fd/db5fa2a5-29b1-4c6f-a8dd-838c1bab8589) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:36.458650 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:36.500355 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:36.570662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=93b30872-abab-4137-a155-351646643597,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:36.575588 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:36.600998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Allocated IP 2001:db8:0:1::2 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/75e5f30d-318f-444f-81d1-a2a9df7229b7/57994678-d13b-453b-86e9-02408e424393) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:36.622695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:36.846655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:36.859605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:36.910551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Allocated IP 172.36.7.67 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/4454b9a9-6b55-4dc3-99da-cc0fba372c08) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:36.918651 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] For port 57994678-d13b-453b-86e9-02408e424393, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=57994678-d13b-453b-86e9-02408e424393,segment=NetworkSegment(efc9e2c9-d25e-4609-a9f6-0f6c625b00df),segment_id=efc9e2c9-d25e-4609-a9f6-0f6c625b00df)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:37.000625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.065335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Transition to ACTIVE for port object 57994678-d13b-453b-86e9-02408e424393 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:37.078495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.102011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:37.286254 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025225b5-6748-4474-8ffd-4533c90d25f6 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:37.339647 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.435102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Pushing event updated for resources: {'Port': ['ID=57994678-d13b-453b-86e9-02408e424393,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:37.445440 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:37.471055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Provisioning complete for port 93b30872-abab-4137-a155-351646643597 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:37.471700 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.571722 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Port 93b30872-abab-4137-a155-351646643597 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:37.601991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Provisioning for port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:37.653376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Provisioning complete for port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:37.654128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:37.962915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Delete allocated IP 2001:db8::3b0 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/aaae4a77-6d1a-404a-ba81-264acfa110c3) {{(pid=83528) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:07:38.079507 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39410) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:38.103631 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8:0:1::228 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/75e5f30d-318f-444f-81d1-a2a9df7229b7/716dec47-5db5-42b8-8a90-f5531525839a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:38.132091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886683272', 'description': 'tempest-secgroup-smoke-1886683272 description', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:38.250093 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 57994678-d13b-453b-86e9-02408e424393 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:38.255150 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:38.296898 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Transition to ACTIVE for port object db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:38.360552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:38.395039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:38.548627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] For port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a7ef6a03-ed5a-4e66-9f84-5cccc2954c00,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:38.557968 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:38.571206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:38.571206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-84d95493-108e-4a53-9d5e-46c775e086e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:38.611739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 12fda0e5-4da5-4968-aca8-0e534db6e87e will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:38.685470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:38.740347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:38.804304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:38.815338 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c9cc8266-1c0a-4f4a-8f0a-581067ccd437 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:38.888071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Pushing event updated for resources: {'Port': ['ID=a7ef6a03-ed5a-4e66-9f84-5cccc2954c00,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:38.896757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:38.939017 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:38.964421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:38.979579 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.087062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:39.094472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.094472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d4f9c64f-503a-4111-99ad-53b7e5afdc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:39.100941 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:39.137939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:39.164002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:39.180379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:39.181482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.185894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:39.192833 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Provisioning complete for port 8184b177-9b58-42d3-bfa1-da665332861f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:39.193767 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.199486 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:39.207664 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:39.244996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=db5fa2a5-29b1-4c6f-a8dd-838c1bab8589,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:39.253096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:39.335631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:39.335631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.363604 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Port 8184b177-9b58-42d3-bfa1-da665332861f cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:39.394798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.394798 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/b31973bf-367c-443c-814e-9654291bf5e5 HTTP/1.1" status: 204 len: 168 time: 8.3030391 Dec 20 12:07:39.394798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:39.405363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39414) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:39.415431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf3ba9-146d-46bb-9b7b-dd88eae32bb2 None None] Network d4aafd1c-62e7-4a45-94f0-728c4bc83b82 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:39.476254 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 7.8237321 Dec 20 12:07:39.495434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 22a620a1-82c8-42ed-a746-0c45dfc2877d has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:07:39.495434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39418) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:39.509022 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:39.517813 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:39.520998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Provisioning for port 57994678-d13b-453b-86e9-02408e424393 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:39.553420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Provisioning complete for port 57994678-d13b-453b-86e9-02408e424393 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:39.554112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.569689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.592683 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Port': ['ID=4454b9a9-6b55-4dc3-99da-cc0fba372c08,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:39.603320 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:39.628268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1dd0a506-7f83-498c-8ca6-c91a1534246c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:39.754564 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1871512 Dec 20 12:07:39.777508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39422) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:39.810850 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:39.923068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:e1:b2:06'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:40.113721 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=b31973bf-367c-443c-814e-9654291bf5e5,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:40.113721 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:40.182269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aabedb6c-e575-42ea-a963-fde72b42c66b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.109s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:40.215154 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Provisioning complete for port 716dec47-5db5-42b8-8a90-f5531525839a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:40.215154 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.287038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:40.395910 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:40.405785 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] DHCP port deletion for d4aafd1c-62e7-4a45-94f0-728c4bc83b82 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:07:40.426142 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.436281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Deleting port 5892c130-5c4e-41ce-b377-58598a8b267d {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:40.436281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.444466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 12fda0e5-4da5-4968-aca8-0e534db6e87e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:40.444466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.528822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-674947f3-b08f-4d92-9661-16bf44b8a886 None None] Port 716dec47-5db5-42b8-8a90-f5531525839a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:40.539795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 5892c130-5c4e-41ce-b377-58598a8b267d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:40.539795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.677683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:40.677683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.817578 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Provisioning for port 12fda0e5-4da5-4968-aca8-0e534db6e87e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:40.894097 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:40.930157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Provisioning complete for port 12fda0e5-4da5-4968-aca8-0e534db6e87e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:40.930157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.950475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:40.992508 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] For port 5892c130-5c4e-41ce-b377-58598a8b267d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5892c130-5c4e-41ce-b377-58598a8b267d,segment=NetworkSegment(5629c24c-59c6-4f2f-b038-c3c98e17eb1e),segment_id=5629c24c-59c6-4f2f-b038-c3c98e17eb1e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:40.992508 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:40.998451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:41.030626 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=12fda0e5-4da5-4968-aca8-0e534db6e87e,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:41.063048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-140ad1dc-3b63-48d5-b873-2fe117ff78b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:41.215513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:41.288385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Calling delete_port for 5892c130-5c4e-41ce-b377-58598a8b267d owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:41.321830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.352576 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Port 12fda0e5-4da5-4968-aca8-0e534db6e87e cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:41.357616 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.436127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.436127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.445540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Provisioning complete for port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:41.445540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.505723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.505723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-bd0d13c0-3b7a-4191-bf90-eb3c55313ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:41.575995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Pushing event deleted for resources: {'Port': ['ID=5892c130-5c4e-41ce-b377-58598a8b267d,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:41.599266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:41.599266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] No DVR routers for this DVR port 5892c130-5c4e-41ce-b377-58598a8b267d on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:41.672407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 716dec47-5db5-42b8-8a90-f5531525839a will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:41.711272 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0cb3bc83-c3dc-4456-9b86-a935c1fafa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.718043 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 12fda0e5-4da5-4968-aca8-0e534db6e87e owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:41.741194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.772759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-cf7b42bd-5c5b-42a3-8491-ba3a3261f415 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:41.785635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Provisioning for port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:41.795860 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Provisioning complete for port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:41.795860 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.858450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:41.916493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-227c53a7-1475-4566-9ea9-999a8de5ac9b None None] Port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:41.989645 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.074345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.084390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] The port '5892c130-5c4e-41ce-b377-58598a8b267d' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:07:42.094553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=716dec47-5db5-42b8-8a90-f5531525839a,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:42.179984 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] In _notify_port_updated(), no bound segment for port 716dec47-5db5-42b8-8a90-f5531525839a on network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:07:42.192774 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:42.192774 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.192774 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "PUT /v2.0/ports/716dec47-5db5-42b8-8a90-f5531525839a HTTP/1.1" status: 200 len: 931 time: 7.7525001 Dec 20 12:07:42.213377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39430) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:42.231057 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:42.238187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5892c130-5c4e-41ce-b377-58598a8b267d no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:07:42.262922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:42.329975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 5892c130-5c4e-41ce-b377-58598a8b267d {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:07:42.329975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 5892c130-5c4e-41ce-b377-58598a8b267d not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:07:42.355150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:42.387076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:42.400110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:42.415991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69dcdb1-2247-4c99-842f-fb83990c3959,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:42.433746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:42.433746 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:42.646036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.673134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 716dec47-5db5-42b8-8a90-f5531525839a {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:42.674041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.684011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a2e48eb4-9d8b-40a0-9397-c0d1da822874 None None] Provisioning for port 716dec47-5db5-42b8-8a90-f5531525839a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:42.692835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a2e48eb4-9d8b-40a0-9397-c0d1da822874 None None] Provisioning complete for port 716dec47-5db5-42b8-8a90-f5531525839a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:42.693216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a2e48eb4-9d8b-40a0-9397-c0d1da822874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.706959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.718635 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.772742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9a2897ac-fdef-448c-814e-c7bf93f3971e tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:42.802685 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4aafd1c-62e7-4a45-94f0-728c4bc83b82']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:42.804740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a2e48eb4-9d8b-40a0-9397-c0d1da822874 None None] Port 716dec47-5db5-42b8-8a90-f5531525839a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:42.850786 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.851911 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 4.7650473 Dec 20 12:07:42.854901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c950a6-5c6b-4b9e-b434-1f1fa8393131,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:42.859217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39434) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:42.865954 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dd904445-1472-4c40-a1fb-024ab17190ac tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:42.871128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'security_group_rule': {'security_group_id': '76c950a6-5c6b-4b9e-b434-1f1fa8393131', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:42.881429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:42.888442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:42.906018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:42.918563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:42.925879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5629c24c-59c6-4f2f-b038-c3c98e17eb1e') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:42.925879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5629c24c-59c6-4f2f-b038-c3c98e17eb1e') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:42.935508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Router 83844ca8-3928-4fa2-8024-2b25f694f934 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:07:42.946443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.969211 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:42.993177 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:43.020596 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] Sync routers for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:43.057935 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:43.057935 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:43.100218 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/routers/22a620a1-82c8-42ed-a746-0c45dfc2877d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0398960 Dec 20 12:07:43.100218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.137007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39438) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:43.137007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.173761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f00caf01-7776-4cc1-9d1b-bf3c11bcd8c1 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:43.236259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'port': {'network_id': '49bce175-5d82-44d5-a0b7-810d10e02a3a', 'name': 'tempest-FloatingIPTestJSON-1610889476'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:43.263200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:07:43.263200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.273258 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:07:43.285847 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:07:43.306451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.306451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-805f6cd0-b26d-4c41-b396-ab0e044f7f95 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:43.381541 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:43.419446 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:43.420463 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:43.451096 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.461323 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=12fda0e5-4da5-4968-aca8-0e534db6e87e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:43.507614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=db5fa2a5-29b1-4c6f-a8dd-838c1bab8589,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:43.537033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.541200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:43.584550 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-32de1798-e146-400e-9680-6835a337e5e1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:43.616477 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:43.617140 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa1765-5e1e-45e2-afde-327cff52d71c None None] The sync data for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:43.670503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] In _notify_port_updated(), no bound segment for port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 on network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:07:43.692366 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:43.693351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.718580 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "PUT /v2.0/ports/db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 HTTP/1.1" status: 200 len: 993 time: 3.9474440 Dec 20 12:07:43.723498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39442) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:43.776247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de7558c-4cdd-4f0b-a943-2ba281c94c24,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:43.791906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:43.873218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.876721 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0161490 Dec 20 12:07:43.883878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5f519455-157e-40a5-93dc-624ff4eb7551 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:43.886184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39446) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:43.905356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.914303 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.938434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1280d3ca-a026-4991-83e0-9fb157098d19 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:43.960130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.963475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d6ae9b28-10d2-4208-a3ef-d2855f0c031e None None] Provisioning complete for port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:43.964956 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9b28-10d2-4208-a3ef-d2855f0c031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:43.965721 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/12fda0e5-4da5-4968-aca8-0e534db6e87e HTTP/1.1" status: 204 len: 168 time: 4.4750569 Dec 20 12:07:43.973766 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39450) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:43.977589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'security_group_rule': {'security_group_id': '76c950a6-5c6b-4b9e-b434-1f1fa8393131', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:43.978619 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/d4aafd1c-62e7-4a45-94f0-728c4bc83b82 HTTP/1.1" status: 204 len: 168 time: 4.5821302 Dec 20 12:07:43.991925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39454) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:43.993135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=d4aafd1c-62e7-4a45-94f0-728c4bc83b82,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:43.995791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:44.001826 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2001749558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:44.033349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:44.037848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:44.052369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:router and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:44.057774 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:44.059072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:44.060303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.077934 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:44.101702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.118743 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:44.137993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:44.151773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae9b28-10d2-4208-a3ef-d2855f0c031e None None] Port db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:44.159633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:44.161804 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bca6618e-59b5-4633-8a69-d011eb3da8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.298926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.316765 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:44.326773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 716dec47-5db5-42b8-8a90-f5531525839a owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:44.355756 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.356759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.369042 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Usage tracker for resource:port and tenant:d0dd5ab61c5c4acd83c3342f69277784 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:44.376102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:44.394886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:44.442882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Made reservation on behalf of d0dd5ab61c5c4acd83c3342f69277784 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:44.446609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.458210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.502822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] device_id is not set on port e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:44.626362 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.626943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0896e8-a6a3-448f-845a-2e3740275b0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:44.628117 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8a0896e8-a6a3-448f-845a-2e3740275b0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:44.800876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8a0896e8-a6a3-448f-845a-2e3740275b0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:44.805620 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8a0896e8-a6a3-448f-845a-2e3740275b0e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8198252 Dec 20 12:07:44.805859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.806031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:44.813288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39458) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:44.820240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335180f-675e-41f1-9881-195c15424838 None None] Sync routers for ids ['83844ca8-3928-4fa2-8024-2b25f694f934'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:44.820762 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.826932 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f7948c27-c967-49c4-aa9e-cabe0dbbc2a3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8259246 Dec 20 12:07:44.826932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-52128237-668b-4a25-a65d-bbb277aa8ed8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:44.837575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] Routers {'83844ca8-3928-4fa2-8024-2b25f694f934'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:44.838289 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['83844ca8-3928-4fa2-8024-2b25f694f934'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:44.861251 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39462) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:44.902106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1358709322'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:44.907420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=716dec47-5db5-42b8-8a90-f5531525839a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:44.915394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.919669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:44.925594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.942728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.944029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:44.946832 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 15.9628649 Dec 20 12:07:44.950015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:44.954483 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39466) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:44.960958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:45.012390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.017301 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/716dec47-5db5-42b8-8a90-f5531525839a HTTP/1.1" status: 204 len: 168 time: 2.7978137 Dec 20 12:07:45.017301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39468) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:45.025466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:45.088898 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Allocated IP 172.20.0.6 (49bce175-5d82-44d5-a0b7-810d10e02a3a/8e54a128-b421-4629-af78-78aa1f4d361f/e34f62eb-c7cc-4a7c-ab3f-1ea018a62701) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:45.100797 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe9b817-cfb4-498b-b56a-b41b40b3fe89 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:07:45.101381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ffe9b817-cfb4-498b-b56a-b41b40b3fe89 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:45.137859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ffe9b817-cfb4-498b-b56a-b41b40b3fe89 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:45.139927 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ffe9b817-cfb4-498b-b56a-b41b40b3fe89 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/716dec47-5db5-42b8-8a90-f5531525839a HTTP/1.1" status: 404 len: 333 time: 0.1167159 Dec 20 12:07:45.142876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39474) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:45.157568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:45.176352 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-715031f9-99cf-4d2b-9328-ffdba8aeab10 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:45.205401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.213459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.246304 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] Set router 83844ca8-3928-4fa2-8024-2b25f694f934 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:07:45.288780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Calling delete_port for db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:45.341660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:45.344620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.358989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.363028 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4656131 Dec 20 12:07:45.369207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39478) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:45.371566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d57e90-31e3-4216-bdcb-b6fbab4f724a,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:45.379922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'security_group_rule': {'security_group_id': '76c950a6-5c6b-4b9e-b434-1f1fa8393131', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:45.386937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:45.404983 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:45.419509 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.426605 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:45.436050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:45.454404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:45.455401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.478871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:07:45.500423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.501039 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment c2aa0b40-f0ef-4732-80be-27ea222029ec of type vlan for network a7217db2-9a04-4b36-b390-6cd9e6a52266 Dec 20 12:07:45.508250 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8074080f-55e3-46cb-b607-5a7000e5e529 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:45.509822 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8074080f-55e3-46cb-b607-5a7000e5e529 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6955941 Dec 20 12:07:45.526465 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39482) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:45.574394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.616656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.686985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.696780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.705897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90765d43-3325-4802-9de1-84928b5246e7 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:45.709901 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83844ca8-3928-4fa2-8024-2b25f694f934', 'name': 'tempest-snat-router-1426637699', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.67'}], 'enable_snat': False}, 'gw_port_id': '4454b9a9-6b55-4dc3-99da-cc0fba372c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:29Z', 'updated_at': '2021-12-20T12:07:40Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '4454b9a9-6b55-4dc3-99da-cc0fba372c08', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83844ca8-3928-4fa2-8024-2b25f694f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:35Z', 'updated_at': '2021-12-20T12:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:45.715750 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335180f-675e-41f1-9881-195c15424838 None None] Checking router: 83844ca8-3928-4fa2-8024-2b25f694f934 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:07:45.716206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335180f-675e-41f1-9881-195c15424838 None None] Updating router 83844ca8-3928-4fa2-8024-2b25f694f934 port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:07:45.729163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec288dc-7e1d-406d-9fb4-78596de61de1,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:45.744056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:45.748780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.750836 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/security-groups/fec288dc-7e1d-406d-9fb4-78596de61de1 HTTP/1.1" status: 204 len: 168 time: 0.6068366 Dec 20 12:07:45.755813 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39486) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:45.788821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2335180f-675e-41f1-9881-195c15424838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.809786 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2e7b45-06cb-4316-b8de-cb4ce30d048a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:45.811187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2e7b45-06cb-4316-b8de-cb4ce30d048a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:45.812883 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2e7b45-06cb-4316-b8de-cb4ce30d048a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:45.813679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6f2e7b45-06cb-4316-b8de-cb4ce30d048a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:45.836296 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Transition to ACTIVE for port object e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:45.847595 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.862525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bdbaa640-3dd8-477c-b2df-458cbb2f6fa6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:45.872038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-722fc2a6-a4a7-4016-945e-77832302b2c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.918604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Port': ['ID=db5fa2a5-29b1-4c6f-a8dd-838c1bab8589,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:45.925808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-6f2e7b45-06cb-4316-b8de-cb4ce30d048a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:45.927370 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6f2e7b45-06cb-4316-b8de-cb4ce30d048a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3996232 Dec 20 12:07:45.933544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39490) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:45.934706 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.936472 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:45.948102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.952530 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.957984 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:45.958588 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:45.993738 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-01e622b6-294b-4309-9026-a2fa41b54e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.006075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9b8af22f-c19b-4e88-b26c-884b12d21fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.024569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.068431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-722fc2a6-a4a7-4016-945e-77832302b2c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.205765 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:46.212554 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:46.219482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:46.232492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=a7217db2-9a04-4b36-b390-6cd9e6a52266,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:46.237512 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3706148 Dec 20 12:07:46.245098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:46.245843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.248181 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event updated for resources: {'Port': ['ID=e34f62eb-c7cc-4a7c-ab3f-1ea018a62701,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:46.251210 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8768101 Dec 20 12:07:46.251210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.257807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39494) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.258312 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39496) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.265679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:46.319297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network a7217db2-9a04-4b36-b390-6cd9e6a52266 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:07:46.326737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:46.339270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'security_group_rule': {'security_group_id': '76c950a6-5c6b-4b9e-b434-1f1fa8393131', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:46.356092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-722fc2a6-a4a7-4016-945e-77832302b2c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.378210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:46.378210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213a0e0c-cdb9-415c-9f40-9c83fbb3ce38,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:46.380268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.559441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:46.560539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.570471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-abaef97e-bb56-4325-b276-0d4b8c6ca3b0 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:46.571316 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fc2a6-a4a7-4016-945e-77832302b2c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b12ea7-148a-4a6a-9f6d-ff4980301720,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:46.572765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:46.589591 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-722fc2a6-a4a7-4016-945e-77832302b2c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:46.593521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:46.606822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-722fc2a6-a4a7-4016-945e-77832302b2c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.608373 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-722fc2a6-a4a7-4016-945e-77832302b2c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/security-groups/d3b12ea7-148a-4a6a-9f6d-ff4980301720 HTTP/1.1" status: 204 len: 168 time: 0.8508635 Dec 20 12:07:46.614280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39502) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.630909 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1cf68ccd-39a9-432a-818d-8fa3008ff6bd tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/routers/83844ca8-3928-4fa2-8024-2b25f694f934 HTTP/1.1" status: 200 len: 908 time: 1.5989864 Dec 20 12:07:46.641664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:46.648269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39506) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.670322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1426637699', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': True}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:46.679662 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5511405 Dec 20 12:07:46.688209 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39510) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.699423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 744d54fb-c375-4f3e-a80c-2216a5183857 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:46.703292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:46.709618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Request body: {'floatingip': {'port_id': 'e34f62eb-c7cc-4a7c-ab3f-1ea018a62701'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:46.716686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:46.721216 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Usage tracker for resource:router and tenant:e8601710027c4ee7a5dfdcfef29bf91d is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:46.734430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:46.739555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:46.769652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.771568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:46.781700 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2335180f-675e-41f1-9881-195c15424838 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.789962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:46.798393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2335180f-675e-41f1-9881-195c15424838 None None] Transition to ACTIVE for port object 4454b9a9-6b55-4dc3-99da-cc0fba372c08 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:46.805626 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:46.811805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.815448 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/ports/db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 HTTP/1.1" status: 204 len: 168 time: 3.0791073 Dec 20 12:07:46.818203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.834485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39514) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:46.868531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2335180f-675e-41f1-9881-195c15424838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.887696 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:46.895992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.897409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:46.917933 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4d54ff-4b03-43a7-8609-18568d762235 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] GET failed (client error): The resource could not be found. Dec 20 12:07:46.918805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-af4d54ff-4b03-43a7-8609-18568d762235 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Synchronizing usage tracker for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:46.929672 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:47.026957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0546bb-5d80-4bc7-8e17-f7bdb85f1f3a None None] Pushing event updated for resources: {'Port': ['ID=4454b9a9-6b55-4dc3-99da-cc0fba372c08,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:47.031686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5a0546bb-5d80-4bc7-8e17-f7bdb85f1f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:47.051327 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-8c7c9faf-37e5-4aa8-942e-ca26f7d974b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5831540 Dec 20 12:07:47.053106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.053926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.095765 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2335180f-675e-41f1-9881-195c15424838 None None] Attempting to bind port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:47.097652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2335180f-675e-41f1-9881-195c15424838 None None] Attempting to bind port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:47.098301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335180f-675e-41f1-9881-195c15424838 None None] Attempting to bind port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:47.104985 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-038d969f-4d67-4589-acb0-4e14718a4ac3 None None] Provisioning for port e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:47.123565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-038d969f-4d67-4589-acb0-4e14718a4ac3 None None] Provisioning complete for port e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:47.124415 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-038d969f-4d67-4589-acb0-4e14718a4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.179186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335180f-675e-41f1-9881-195c15424838 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:47.179816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335180f-675e-41f1-9881-195c15424838 None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:47.180536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2335180f-675e-41f1-9881-195c15424838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.181174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335180f-675e-41f1-9881-195c15424838 None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:47.181986 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-2335180f-675e-41f1-9881-195c15424838 None None] Bound port: 4454b9a9-6b55-4dc3-99da-cc0fba372c08, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:47.182600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2335180f-675e-41f1-9881-195c15424838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.207552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.252048 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-af4d54ff-4b03-43a7-8609-18568d762235 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Unset dirty status for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:47.253945 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-af4d54ff-4b03-43a7-8609-18568d762235 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "GET /v2.0/ports/db5fa2a5-29b1-4c6f-a8dd-838c1bab8589 HTTP/1.1" status: 404 len: 333 time: 0.4142506 Dec 20 12:07:47.260287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.262996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.263880 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39518) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:47.280809 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.299785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'name': 'tempest-AllowedAddressPairTestJSON-1679305950'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:47.322979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.341938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-af7ec57c-dea7-49c8-935b-9d6245bdd5f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:47.387368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-038d969f-4d67-4589-acb0-4e14718a4ac3 None None] Port e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:47.409051 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2335180f-675e-41f1-9881-195c15424838 None None] For port 4454b9a9-6b55-4dc3-99da-cc0fba372c08, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:47.414235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-2335180f-675e-41f1-9881-195c15424838 None None] For port 4454b9a9-6b55-4dc3-99da-cc0fba372c08, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4454b9a9-6b55-4dc3-99da-cc0fba372c08,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:47.420590 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2335180f-675e-41f1-9881-195c15424838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.431271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f14a8b14-70d0-4ab1-9fa4-f84b12e9b027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:47.457064 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ca7855-9763-4375-b7c7-a1a586e37f8e,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:47.517891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet aaae4a77-6d1a-404a-ba81-264acfa110c3 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:47.549377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.551452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:47.604226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] Routers {'83844ca8-3928-4fa2-8024-2b25f694f934'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:47.604226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['83844ca8-3928-4fa2-8024-2b25f694f934'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:47.630534 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.730670 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0546bb-5d80-4bc7-8e17-f7bdb85f1f3a None None] Pushing event updated for resources: {'Port': ['ID=4454b9a9-6b55-4dc3-99da-cc0fba372c08,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:47.734006 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5a0546bb-5d80-4bc7-8e17-f7bdb85f1f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:47.773799 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-5daf26b4-b466-4ce5-83fe-efc1a2aa59b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 1098 time: 0.6060448 Dec 20 12:07:47.792068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.808463 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:47.811358 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f0ad2040-5bd1-43c1-8a13-135e9997caf1 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5446980 Dec 20 12:07:47.849629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39526) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:47.874562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'security_group_rule': {'security_group_id': '76c950a6-5c6b-4b9e-b434-1f1fa8393131', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:47.891356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:47.919820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:47.939016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:47.967308 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:48.011493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] Set router 83844ca8-3928-4fa2-8024-2b25f694f934 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:07:48.040603 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:48.052818 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:48.068409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.071349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:48.074475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.138466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] device_id is not set on port 46d1d642-135f-45b1-bee2-3536ee06accc yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:48.164296 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.206503 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.214946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2f497623-eea9-40ca-9ede-409af98402b2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:48.240650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0186b82d-566d-4754-980f-1dea218876d2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:48.363502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=744d54fb-c375-4f3e-a80c-2216a5183857,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:48.379786 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.securitygroups_db [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Project 2b826d14fc9a4936bd00c0f3b9d6a4d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:07:48.401281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:48.415499 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:48.425423 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20bd19-8edb-4ce7-a0f4-73dc81d7d179 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:48.430729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.432611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:48.461660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.549034 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/744d54fb-c375-4f3e-a80c-2216a5183857 HTTP/1.1" status: 204 len: 168 time: 2.6113944 Dec 20 12:07:48.552417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39530) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:48.579726 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Allocated IP 172.20.0.12 (a1d5a4ed-8786-4260-b1ac-5371c5d1ca85/6322b2e3-8638-4cc0-b1a0-67d4716be5fd/46d1d642-135f-45b1-bee2-3536ee06accc) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:48.590017 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:48.590420 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: a7217db2-9a04-4b36-b390-6cd9e6a52266, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:07:48.620848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-f07e6e05-7a3a-415c-b1c9-f0661e8e2777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:48.622630 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-f07e6e05-7a3a-415c-b1c9-f0661e8e2777 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.7949369 Dec 20 12:07:48.661293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:48.764004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network a7217db2-9a04-4b36-b390-6cd9e6a52266 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:07:48.827620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, a7217db2-9a04-4b36-b390-6cd9e6a52266) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:48.862154 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b3dc7-c451-42b9-93c9-2a4746c0592d None None] Network a7217db2-9a04-4b36-b390-6cd9e6a52266 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:48.862891 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:48.863677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.035654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet cbbf2311-e5a2-440f-99ff-5f418225e919 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:07:49.074143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.114848 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8355601 Dec 20 12:07:49.114848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39534) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:49.135448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.152428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2335180f-675e-41f1-9881-195c15424838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83844ca8-3928-4fa2-8024-2b25f694f934', 'name': 'tempest-snat-router-1426637699', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.67'}], 'enable_snat': False}, 'gw_port_id': '4454b9a9-6b55-4dc3-99da-cc0fba372c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:29Z', 'updated_at': '2021-12-20T12:07:40Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '4454b9a9-6b55-4dc3-99da-cc0fba372c08', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83844ca8-3928-4fa2-8024-2b25f694f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:35Z', 'updated_at': '2021-12-20T12:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:49.157924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.182620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:49.201949 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-4fa20a60-759d-43cb-892c-9f2ad4a4c9dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c HTTP/1.1" status: 200 len: 1001 time: 0.5467052 Dec 20 12:07:49.205104 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335180f-675e-41f1-9881-195c15424838 None None] The sync data for ids ['83844ca8-3928-4fa2-8024-2b25f694f934'] in dv-neutron-victoria-2-hyperv is: [{'id': '83844ca8-3928-4fa2-8024-2b25f694f934', 'name': 'tempest-snat-router-1426637699', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.67'}], 'enable_snat': False}, 'gw_port_id': '4454b9a9-6b55-4dc3-99da-cc0fba372c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:29Z', 'updated_at': '2021-12-20T12:07:40Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '4454b9a9-6b55-4dc3-99da-cc0fba372c08', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83844ca8-3928-4fa2-8024-2b25f694f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:35Z', 'updated_at': '2021-12-20T12:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:07:49.234911 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-a7217db2-9a04-4b36-b390-6cd9e6a52266', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:49.235508 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.288197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1300e12-1814-4a89-89c2-1ffa37a5227e,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:49.384658 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.402585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Transition to ACTIVE for port object 46d1d642-135f-45b1-bee2-3536ee06accc will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:49.505189 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-34309eff-8984-45bd-ae31-7d0b000471ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:49.508525 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-34309eff-8984-45bd-ae31-7d0b000471ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.1611481 Dec 20 12:07:49.513727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:49.513727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.515798 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.6637273 Dec 20 12:07:49.517696 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.520818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39538) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:49.524163 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.538686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:49.590357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Allocated IP 172.20.0.2 (a7217db2-9a04-4b36-b390-6cd9e6a52266/a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97/011ff3ee-684d-4d9e-b29d-f308cc1c566f) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:49.595806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-10b2e836-f9cb-40c8-a030-88b51a12d1ef tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:49.666056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.715378 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=aaae4a77-6d1a-404a-ba81-264acfa110c3,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:49.722894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'security_group_rule': {'security_group_id': '76c950a6-5c6b-4b9e-b434-1f1fa8393131', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:49.739551 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:49.763027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:49.772071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:security_group_rule and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:49.779126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:49.795143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:49.898240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=46d1d642-135f-45b1-bee2-3536ee06accc,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:49.912241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:49.923344 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:49.985197 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:50.060663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:50.066873 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:50.075331 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:50.090193 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.securitygroups_db [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Project 2b826d14fc9a4936bd00c0f3b9d6a4d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 12:07:50.158877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:50.178206 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/aaae4a77-6d1a-404a-ba81-264acfa110c3 HTTP/1.1" status: 204 len: 168 time: 3.5534558 Dec 20 12:07:50.233034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab4a2b-27fc-4d0b-9999-38b16853a37a None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:50.271714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39542) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:50.329254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:50.329254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:50.339964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:50.425713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:50.530200 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4454b9a9-6b55-4dc3-99da-cc0fba372c08 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:50.942073 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-6336c417-600e-43d8-9c54-468721f60fcd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 1.4169910 Dec 20 12:07:51.130344 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:51.165338 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:51.182282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.182647 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9107978 Dec 20 12:07:51.219730 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39546) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:51.243717 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Allocated IP 172.36.7.91 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/7998a8a0-83c4-40d3-9828-6185f8c4a5b2) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:51.253821 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e1:b2:06'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:51.281718 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-09433910-2da2-4bc3-943c-b4644e0c8f57 None None] Provisioning for port 46d1d642-135f-45b1-bee2-3536ee06accc completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:51.298792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-09433910-2da2-4bc3-943c-b4644e0c8f57 None None] Provisioning complete for port 46d1d642-135f-45b1-bee2-3536ee06accc triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:51.299882 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-09433910-2da2-4bc3-943c-b4644e0c8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.330124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:51.348866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.406072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.413855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:51.422633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] It took 0.89 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:51.552573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:51.591394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Transition to ACTIVE for port object 011ff3ee-684d-4d9e-b29d-f308cc1c566f will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:51.647945 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-09433910-2da2-4bc3-943c-b4644e0c8f57 None None] Port 46d1d642-135f-45b1-bee2-3536ee06accc cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:51.652321 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:51.703968 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Transition to ACTIVE for port object 011ff3ee-684d-4d9e-b29d-f308cc1c566f will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:51.720667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.732661 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:51.743895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:51.862216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Network a7217db2-9a04-4b36-b390-6cd9e6a52266 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:51.862216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:51.862216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:51.882071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 4454b9a9-6b55-4dc3-99da-cc0fba372c08, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4454b9a9-6b55-4dc3-99da-cc0fba372c08,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:51.948949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.016638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Pushing event updated for resources: {'Port': ['ID=011ff3ee-684d-4d9e-b29d-f308cc1c566f,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:52.016638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:52.016638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fb378dfb-2dbd-4f10-9fc0-0382e2d1c1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:52.105652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3bdf8190-7f65-48e2-bcb7-72e8bd6321f3 None None] Provisioning complete for port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:52.105652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8190-7f65-48e2-bcb7-72e8bd6321f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.121779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Attempting to bind port 011ff3ee-684d-4d9e-b29d-f308cc1c566f on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:07:52.121779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Attempting to bind port 011ff3ee-684d-4d9e-b29d-f308cc1c566f by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:07:52.121779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Attempting to bind port 011ff3ee-684d-4d9e-b29d-f308cc1c566f on network a7217db2-9a04-4b36-b390-6cd9e6a52266 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:07:52.154084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:07:52.154084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Checking segment: {'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:07:52.154084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.154084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Bound using segment: {'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:07:52.154084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Bound port: 011ff3ee-684d-4d9e-b29d-f308cc1c566f, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:07:52.154084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.240503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.240503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:52.240503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.273187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.279653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=4454b9a9-6b55-4dc3-99da-cc0fba372c08,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:52.279653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:52.350629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.376924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.479173 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] For port 011ff3ee-684d-4d9e-b29d-f308cc1c566f, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:07:52.504517 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] For port 011ff3ee-684d-4d9e-b29d-f308cc1c566f, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=011ff3ee-684d-4d9e-b29d-f308cc1c566f,segment=NetworkSegment(c2aa0b40-f0ef-4732-80be-27ea222029ec),segment_id=c2aa0b40-f0ef-4732-80be-27ea222029ec)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:07:52.516226 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.528788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-1fadd6f5-694b-4519-9f86-9d250d372710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:52.716668 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:52.749335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Pushing event updated for resources: {'Port': ['ID=011ff3ee-684d-4d9e-b29d-f308cc1c566f,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:52.749335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:52.963298 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-324bb486-5545-409c-b2b8-0a18d3ae7495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:53.098896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.169926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.180644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.180644 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 3.5183005 Dec 20 12:07:53.180644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c1f565-46d8-451e-b6ff-ff146066683d,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:53.180644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39550) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:53.208638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.215273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9ed32e40-a502-4c34-88f1-277b2d0fa6be tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:53.215273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'network': {'name': 'tempest-network-smoke--521041047', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'port_security_enabled': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:53.283787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:53.283787 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-0b0b697a-b9ff-425e-b531-fc97b7601020 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0174739 Dec 20 12:07:53.283787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:53.364246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:network and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:53.632268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:53.635857 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-73906949-7dc5-4afd-93b2-ea7a78f5da44 None None] Provisioning complete for port 8184b177-9b58-42d3-bfa1-da665332861f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:53.635857 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-73906949-7dc5-4afd-93b2-ea7a78f5da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.682386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:53.749350 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.757385 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cbbf2311-e5a2-440f-99ff-5f418225e919 HTTP/1.1" status: 204 len: 168 time: 5.1984549 Dec 20 12:07:53.761391 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-73906949-7dc5-4afd-93b2-ea7a78f5da44 None None] Port 8184b177-9b58-42d3-bfa1-da665332861f cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:53.763921 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-5ea81089-d088-4e7b-8999-6897bc21f0f2 req-49df0f0e-ab82-4ce5-bf27-303ac092e57e service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219065 Dec 20 12:07:53.765283 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbf2311-e5a2-440f-99ff-5f418225e919,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:53.769416 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc5998-52dd-4884-a1c2-9d5a2e97c567 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:53.774126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39554) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:53.788127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:53.895565 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.936422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-773cf8e0-02b8-4fc5-8892-24912426aa0c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:53.954981 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a38dd780-527f-4ded-926d-3a55da5f38ba tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1765223 Dec 20 12:07:53.957325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Made reservation on behalf of 2b826d14fc9a4936bd00c0f3b9d6a4d7 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:53.960400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.978741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39558) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:53.986482 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-73906949-7dc5-4afd-93b2-ea7a78f5da44 None None] Provisioning complete for port 57994678-d13b-453b-86e9-02408e424393 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:53.987166 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-73906949-7dc5-4afd-93b2-ea7a78f5da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:53.990899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:54.001523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:54.003160 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:54.019966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:54.207816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.232822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-487470cc-3ed5-4263-806d-c2a307648929 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:54.294695 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Port': ['ID=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:54.309581 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:54.357720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:54.374172 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 011ff3ee-684d-4d9e-b29d-f308cc1c566f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:54.397493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.409498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.20.0.1 (a7217db2-9a04-4b36-b390-6cd9e6a52266/a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97/c9f0b526-e272-4770-887c-7c82676f0dc3) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:54.416523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.428526 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bb48d0c4-23b3-47c9-8c54-f788a8dfc919 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:54.477746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:07:54.486825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:07:54.491496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:54.497756 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:54.502409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:54.506507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:54.510809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Deleting port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:54.511717 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.513069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:54.527662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:54.531324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:54.532292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.547026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:54.577763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.578485 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Added segment 75f2f762-6333-4a3f-ad5e-80de012fec6c of type vlan for network ae161a7a-4f3c-4542-bddd-73cfc65543e7 Dec 20 12:07:54.593297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=2cb16120-399e-4c6c-a4aa-f8604c19c3e5,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:54.598462 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:54.606315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=46d1d642-135f-45b1-bee2-3536ee06accc,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:54.639917 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-af0cdcdb-34a2-4d2a-a278-88ee29a7df14 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3347259 Dec 20 12:07:54.674547 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39562) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:54.684773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:54.716615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836041d-3dd0-41f8-a87a-7bbdd04a53ea None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:54.777643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb57ba5-d3c6-44b8-96e1-f470d8216993 None None] Network a7217db2-9a04-4b36-b390-6cd9e6a52266 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:54.820786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'security_group': {'name': 'tempest-secgroup-320747329'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:54.834317 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:54.842735 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:54.848426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:54.874045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:54.918065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:54.928081 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.004589 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.129535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] In _notify_port_updated(), no bound segment for port 46d1d642-135f-45b1-bee2-3536ee06accc on network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:07:55.135611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:55.136297 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.140895 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "PUT /v2.0/ports/46d1d642-135f-45b1-bee2-3536ee06accc HTTP/1.1" status: 200 len: 997 time: 3.9194629 Dec 20 12:07:55.141222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-77931812-5126-487d-b226-5fc3c7602ea6 None None] Provisioning for port 011ff3ee-684d-4d9e-b29d-f308cc1c566f completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:55.142460 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39566) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:55.206144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:07:55.230522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.249406 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:55.258534 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 6fb86f29-979f-4694-a213-426bb1f91d8a associated. External IP: 172.36.7.228, port: 13db0fde-ceaf-445d-b159-966897d1bfc3. Dec 20 12:07:55.304694 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object c9f0b526-e272-4770-887c-7c82676f0dc3 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:55.340340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port 46d1d642-135f-45b1-bee2-3536ee06accc {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:07:55.340853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.352481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group_rule and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:55.373793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:55.398656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:55.408598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.410396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] For port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=a7ef6a03-ed5a-4e66-9f84-5cccc2954c00,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:55.411013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.415745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:55.416808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.423883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6470e83a-289d-4ec6-9a51-233010a15cca tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:55.530198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.531406 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.559267 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.565482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a3484cb8-1a6f-4789-9ed8-1546c38044c3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:55.604300 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4135971 Dec 20 12:07:55.610882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39570) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:55.628407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'admin_state_up': True, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:55.633714 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Network': ['ID=ae161a7a-4f3c-4542-bddd-73cfc65543e7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:55.816335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Calling delete_port for a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:55.828910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:55.831599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:55.847982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:router and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:55.853533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:55.859690 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:07:55.867318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network a7217db2-9a04-4b36-b390-6cd9e6a52266 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:55.879073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:55.882247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:55.890260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:55.914256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.927187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.928757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:55.936609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=c9f0b526-e272-4770-887c-7c82676f0dc3,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:55.938643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 011ff3ee-684d-4d9e-b29d-f308cc1c566f completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:55.944825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:55.962410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 011ff3ee-684d-4d9e-b29d-f308cc1c566f triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:55.963105 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.006709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.014903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.023192 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3e38083f-1ab2-4240-95c3-2e0af822e5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:56.030424 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.155300 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.156857 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3872099 Dec 20 12:07:56.162708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78559f50-9f20-4caa-bc86-86d7caf42c05,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:56.164788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-928efb8b-46cb-4a75-8d02-c4db605710f8 None None] Provisioning complete for port 46d1d642-135f-45b1-bee2-3536ee06accc triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:56.165177 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-928efb8b-46cb-4a75-8d02-c4db605710f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.165521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39574) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:56.172814 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:56.178577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'security_group': {'name': 'tempest-secgroup-1638508846'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:56.186207 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Calling delete_port for 46d1d642-135f-45b1-bee2-3536ee06accc owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:07:56.188665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.190233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.200352 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:56.202830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6444fb2f-be2a-458d-88c0-23410235e431 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:56.249386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:56.257184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:56.285910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:56.429333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.435382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:56.439499 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-18936b15-b011-49f8-a55e-a8d9212b63c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:56.459710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:56.469703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:07:56.470697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.487668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-928efb8b-46cb-4a75-8d02-c4db605710f8 None None] Port 46d1d642-135f-45b1-bee2-3536ee06accc cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:56.549307 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Pushing event deleted for resources: {'Port': ['ID=a7ef6a03-ed5a-4e66-9f84-5cccc2954c00,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:56.557051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=68125922-cdb0-495a-8d53-1769a8ff3481,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:56.557963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:56.570582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.574889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] No DVR routers for this DVR port a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:07:56.582636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:56.615842 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7bc34c-822c-4899-8804-4a10e1271b01 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:07:56.633077 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6502948 Dec 20 12:07:56.637843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.639352 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39578) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:56.657012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:56.688630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:56.692466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.772840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group_rule and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:56.789124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:56.801716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.813482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:56.912106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.963184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:56.983533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 011ff3ee-684d-4d9e-b29d-f308cc1c566f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=011ff3ee-684d-4d9e-b29d-f308cc1c566f,segment=NetworkSegment(c2aa0b40-f0ef-4732-80be-27ea222029ec),segment_id=c2aa0b40-f0ef-4732-80be-27ea222029ec)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:56.995567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:56.996510 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4454b9a9-6b55-4dc3-99da-cc0fba372c08 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:57.029518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2fff76a1-db5b-49dd-a37f-be7585b652b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:57.048556 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Port': ['ID=46d1d642-135f-45b1-bee2-3536ee06accc,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:57.061970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:57.077779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.101838 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:57.106504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.121572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Update dhcp port {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'fixed_ips': [{'subnet_id': '75e5f30d-318f-444f-81d1-a2a9df7229b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2cb16120-399e-4c6c-a4aa-f8604c19c3e5'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '57994678-d13b-453b-86e9-02408e424393'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:07:57.154397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d4bad96e-cb90-4638-ac48-8e1b481396fa tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:57.254727 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:57.261532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b664305-0d86-4c98-9ade-f703c1e716d3,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:57.304002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.310607 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1408660 Dec 20 12:07:57.313831 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-206cd1a0-da7b-4709-ada2-c9b0a5204dc3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:57.314746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39582) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:57.316355 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:57.333233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:57.342971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'security_group': {'name': 'tempest-secgroup-1510675502'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:57.373284 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:57.382286 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=011ff3ee-684d-4d9e-b29d-f308cc1c566f,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:57.386604 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:57.404182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:57.411580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:57.428233 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.429306 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:57.462611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-51a1536f-8906-4846-ba25-f9918687ea89', 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'tenant_id': '6b3d8bda932047c5a94631bd124567f7', 'fixed_ips': [{'subnet_id': '68125922-cdb0-495a-8d53-1769a8ff3481'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:07:57.464008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.481017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a2e17ae-98c7-4e43-9ebe-7388e0cb071f None None] Provisioning complete for port 011ff3ee-684d-4d9e-b29d-f308cc1c566f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:57.481538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a2e17ae-98c7-4e43-9ebe-7388e0cb071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.535630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.547663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Router 0632f2bd-192f-4c4b-81df-f5086ce34f2f is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:07:57.554623 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.628949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:57.629397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.644921 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/ports/46d1d642-135f-45b1-bee2-3536ee06accc HTTP/1.1" status: 204 len: 168 time: 2.4964759 Dec 20 12:07:57.648723 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39586) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:57.671270 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:57.677396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.766499 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8867c7-f00c-41fc-95b4-48fa5200c853 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] GET failed (client error): The resource could not be found. Dec 20 12:07:57.766996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bf8867c7-f00c-41fc-95b4-48fa5200c853 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Synchronizing usage tracker for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:07:57.813578 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bf8867c7-f00c-41fc-95b4-48fa5200c853 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Unset dirty status for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:07:57.818861 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf8867c7-f00c-41fc-95b4-48fa5200c853 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "GET /v2.0/ports/46d1d642-135f-45b1-bee2-3536ee06accc HTTP/1.1" status: 404 len: 333 time: 0.1651702 Dec 20 12:07:57.825310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39590) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:57.835514 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'name': 'tempest-AllowedAddressPairTestJSON-980746273'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:57.885980 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.907561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:57.924392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:57.953660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:security_group_rule and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:57.982879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:58.008090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:58.018269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7a04576b-23e3-4462-9c78-467bb3e7bc85 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:58.129124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.200948 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.ipam_backend_mixin [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68125922-cdb0-495a-8d53-1769a8ff3481 (CIDR: 2001:db8::/64) Dec 20 12:07:58.205133 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.227382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:07:58.285547 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:07:58.285986 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:07:58.292748 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=c9f0b526-e272-4770-887c-7c82676f0dc3,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:58.295148 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.298820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:58.306433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/68125922-cdb0-495a-8d53-1769a8ff3481/8bda87bc-a5d1-4891-9c26-550a737ccccf) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:58.341970 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:58.350207 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Allocated IP 2001:db8::2 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/2cb16120-399e-4c6c-a4aa-f8604c19c3e5/57994678-d13b-453b-86e9-02408e424393) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:58.406382 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:58.412033 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a2e17ae-98c7-4e43-9ebe-7388e0cb071f None None] Provisioning for port c9f0b526-e272-4770-887c-7c82676f0dc3 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:07:58.435171 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-12734610-5bcd-4132-9282-6033904a6c7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7908621 Dec 20 12:07:58.442277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.452140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39594) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:58.456376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-9a2e17ae-98c7-4e43-9ebe-7388e0cb071f None None] Provisioning complete for port c9f0b526-e272-4770-887c-7c82676f0dc3 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:58.457172 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9a2e17ae-98c7-4e43-9ebe-7388e0cb071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.482216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.498787 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:07:58.514000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:58.533734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:58.538802 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:58.539980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-358febfd-09ef-4434-8260-01b3c597ecdf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:58.583967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e17ae-98c7-4e43-9ebe-7388e0cb071f None None] Port c9f0b526-e272-4770-887c-7c82676f0dc3 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:58.596021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 011ff3ee-684d-4d9e-b29d-f308cc1c566f up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:07:58.608230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] device_id is not set on port 4be864b0-5446-4358-a6cd-1f9b478b2f23 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:07:58.667016 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network a7217db2-9a04-4b36-b390-6cd9e6a52266 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:58.672033 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:58.691744 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:58.710792 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Sync routers for ids ['0632f2bd-192f-4c4b-81df-f5086ce34f2f'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:07:58.755269 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Routers {'0632f2bd-192f-4c4b-81df-f5086ce34f2f'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:07:58.756300 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['0632f2bd-192f-4c4b-81df-f5086ce34f2f'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:59.040725 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.041948 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7150116 Dec 20 12:07:59.092141 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39600) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:59.099832 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9aab94-93b9-4cb1-a8f1-bc62a858e2a8,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:07:59.102746 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:07:59.116821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.129189 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-725002328', 'security_groups': ['ec9aab94-93b9-4cb1-a8f1-bc62a858e2a8'], 'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2cb16120-399e-4c6c-a4aa-f8604c19c3e5'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:07:59.197954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Allocated IP 172.36.7.155 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/b45956cc-d597-4646-b85c-d93c5e08e622) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:59.234299 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.235829 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-052e39a4-785c-4dab-94d5-e4704de02772 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.5829301 Dec 20 12:07:59.251234 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39604) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:07:59.322282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Transition to ACTIVE for port object 8bda87bc-a5d1-4891-9c26-550a737ccccf will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:59.328048 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Set router 0632f2bd-192f-4c4b-81df-f5086ce34f2f gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:07:59.331028 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-be1b0f9c-4c7d-429d-9826-c1049fc47f19 None None] Provisioning complete for port c9f0b526-e272-4770-887c-7c82676f0dc3 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:59.331707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-be1b0f9c-4c7d-429d-9826-c1049fc47f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.386892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:59.431146 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Allocated IP 172.20.0.5 (a1d5a4ed-8786-4260-b1ac-5371c5d1ca85/6322b2e3-8638-4cc0-b1a0-67d4716be5fd/4be864b0-5446-4358-a6cd-1f9b478b2f23) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:07:59.454059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-be1b0f9c-4c7d-429d-9826-c1049fc47f19 None None] Port c9f0b526-e272-4770-887c-7c82676f0dc3 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:07:59.461880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:07:59.466756 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:07:59.478275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:59.521313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:59.525271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.601758 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Transition to ACTIVE for port object 8bda87bc-a5d1-4891-9c26-550a737ccccf will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:59.618018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:07:59.625370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.642919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] For port 57994678-d13b-453b-86e9-02408e424393, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=57994678-d13b-453b-86e9-02408e424393,segment=NetworkSegment(efc9e2c9-d25e-4609-a9f6-0f6c625b00df),segment_id=efc9e2c9-d25e-4609-a9f6-0f6c625b00df)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:07:59.690332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.750239 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:07:59.764530 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.786800 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-23b89b10-0887-432d-b361-a594b7cc5e8e None None] Provisioning complete for port c9f0b526-e272-4770-887c-7c82676f0dc3 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:07:59.787565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-23b89b10-0887-432d-b361-a594b7cc5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.828596 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:07:59.857362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-315f5882-57f9-46e0-a52e-3e9729d837ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:07:59.892447 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Transition to ACTIVE for port object 57994678-d13b-453b-86e9-02408e424393 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:07:59.907499 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:07:59.935031 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:07:59.942556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:07:59.942890 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0632f2bd-192f-4c4b-81df-f5086ce34f2f', 'name': 'tempest-snat-router-1426637699', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.91'}], 'enable_snat': True}, 'gw_port_id': '7998a8a0-83c4-40d3-9828-6185f8c4a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:46Z', 'updated_at': '2021-12-20T12:07:54Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '7998a8a0-83c4-40d3-9828-6185f8c4a5b2', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0632f2bd-192f-4c4b-81df-f5086ce34f2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:50Z', 'updated_at': '2021-12-20T12:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:07:59.947291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:07:59.953712 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Checking router: 0632f2bd-192f-4c4b-81df-f5086ce34f2f for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:07:59.954466 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Updating router 0632f2bd-192f-4c4b-81df-f5086ce34f2f port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:07:59.964727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:07:59.985625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:00.029372 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-23b89b10-0887-432d-b361-a594b7cc5e8e None None] Port c9f0b526-e272-4770-887c-7c82676f0dc3 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:00.038760 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.077473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.088494 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c896c78d-3615-4df4-83a0-19e4ab3a5ad1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:00.101549 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 011ff3ee-684d-4d9e-b29d-f308cc1c566f triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:00.102187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.165451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Pushing event updated for resources: {'Port': ['ID=8bda87bc-a5d1-4891-9c26-550a737ccccf,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:00.187291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:00.217211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:00.260042 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.281316 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:00.306787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:00.310730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:00.356705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:00.357913 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:00.377894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] device_id is not set on port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:00.394379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Port': ['ID=b45956cc-d597-4646-b85c-d93c5e08e622,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:00.399009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:00.466245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:00.493464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Attempting to bind port 8bda87bc-a5d1-4891-9c26-550a737ccccf on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:00.494234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Attempting to bind port 8bda87bc-a5d1-4891-9c26-550a737ccccf by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:00.494928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Attempting to bind port 8bda87bc-a5d1-4891-9c26-550a737ccccf on network 51a1536f-8906-4846-ba25-f9918687ea89 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:00.583018 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Pushing event updated for resources: {'Port': ['ID=57994678-d13b-453b-86e9-02408e424393,revision_number=6']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:00.588082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:00.589196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Checking segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:00.589995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.590749 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Bound using segment: {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:00.591634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Bound port: 8bda87bc-a5d1-4891-9c26-550a737ccccf, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540452-7244-4dd2-8bfe-f3af1e4dc238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51a1536f-8906-4846-ba25-f9918687ea89'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:00.592393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.616354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:00.699008 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.716577 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:00.717486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:00.741319 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Transition to ACTIVE for port object 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:00.759106 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:00.772516 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-9b0bc8ff-5152-4dcd-96cc-8995b419631f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:00.813203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8::273 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/2cb16120-399e-4c6c-a4aa-f8604c19c3e5/2921b3d6-0ed5-4244-8e04-38ebcbc9f45a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:00.984476 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Attempting to bind port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:00.985066 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Attempting to bind port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:00.985196 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Attempting to bind port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:01.012625 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Pushing event updated for resources: {'Port': ['ID=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:01.021908 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.022336 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.022595 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.022913 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.023265 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.023593 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.023920 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.024269 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.024591 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.024910 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.025228 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:01.029074 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:01.030098 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:01.030480 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:01.030899 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.031292 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:01.031784 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Bound port: 7998a8a0-83c4-40d3-9828-6185f8c4a5b2, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:01.032210 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.110187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.150201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:01.176890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.177902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.194537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.objects.ports [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83527) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:08:01.204220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:01.205012 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d0b79-1a0e-4434-815b-bd993e52fe7d None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:01.210531 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] For port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:01.217829 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] For port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:01.227238 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.247966 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:01.296611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] For port 8bda87bc-a5d1-4891-9c26-550a737ccccf, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:01.304251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] For port 8bda87bc-a5d1-4891-9c26-550a737ccccf, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8bda87bc-a5d1-4891-9c26-550a737ccccf,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:01.311329 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.343500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c03d8dc9-1280-43f1-a778-a07230aa5ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:01.402506 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Pushing event updated for resources: {'Port': ['ID=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:01.406257 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:08:01.420411 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:01.453655 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Routers {'0632f2bd-192f-4c4b-81df-f5086ce34f2f'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:01.455683 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['0632f2bd-192f-4c4b-81df-f5086ce34f2f'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:01.491626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:08:01.491934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device a7ef6a03-ed5a-4e66-9f84-5cccc2954c00 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:08:01.557032 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Pushing event updated for resources: {'Port': ['ID=8bda87bc-a5d1-4891-9c26-550a737ccccf,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:01.594432 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:01.606652 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.617703 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.657351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a3903522-5735-4a6d-85ae-679c595365b3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:01.710444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 57994678-d13b-453b-86e9-02408e424393 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:01.772085 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Transition to ACTIVE for port object 4be864b0-5446-4358-a6cd-1f9b478b2f23 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:01.868465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bdf77526-4823-4d90-83c7-957d48f89742 None None] Provisioning complete for port 8184b177-9b58-42d3-bfa1-da665332861f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:01.869197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bdf77526-4823-4d90-83c7-957d48f89742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.872379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:01.931036 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] Set router 0632f2bd-192f-4c4b-81df-f5086ce34f2f gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:01.931575 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:01.950658 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:01.958931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:01.960225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:01.971459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=2921b3d6-0ed5-4244-8e04-38ebcbc9f45a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:01.999496 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:02.042519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-bdf77526-4823-4d90-83c7-957d48f89742 None None] Port 8184b177-9b58-42d3-bfa1-da665332861f cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:02.078377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bdf77526-4823-4d90-83c7-957d48f89742 None None] Provisioning for port 57994678-d13b-453b-86e9-02408e424393 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:02.084143 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9902344 Dec 20 12:08:02.094156 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bdf77526-4823-4d90-83c7-957d48f89742 None None] Provisioning complete for port 57994678-d13b-453b-86e9-02408e424393 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:02.094543 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bdf77526-4823-4d90-83c7-957d48f89742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.095955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39608) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:02.098678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.122486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:02.176317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ba57e50d-bdc8-4979-ad0d-184d2ca0e766 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:02.402173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.415395 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-773936a8-5f42-4f0a-a5a0-3c1b1bfb624b tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/routers/0632f2bd-192f-4c4b-81df-f5086ce34f2f HTTP/1.1" status: 200 len: 907 time: 3.1625323 Dec 20 12:08:02.422068 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39612) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:02.449226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:02.520028 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:02.588877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:02.589713 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4d9332ac-2a72-4a1e-9eda-9ebb0137f91f None None] Provisioning for port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:02.598736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4d9332ac-2a72-4a1e-9eda-9ebb0137f91f None None] Provisioning complete for port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:02.599439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4d9332ac-2a72-4a1e-9eda-9ebb0137f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.693475 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0632f2bd-192f-4c4b-81df-f5086ce34f2f', 'name': 'tempest-snat-router-1426637699', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.91'}], 'enable_snat': True}, 'gw_port_id': '7998a8a0-83c4-40d3-9828-6185f8c4a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:46Z', 'updated_at': '2021-12-20T12:07:54Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '7998a8a0-83c4-40d3-9828-6185f8c4a5b2', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0632f2bd-192f-4c4b-81df-f5086ce34f2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:50Z', 'updated_at': '2021-12-20T12:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:02.709693 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd93b3f-dd51-4652-a23c-bd58edc6278c None None] The sync data for ids ['0632f2bd-192f-4c4b-81df-f5086ce34f2f'] in dv-neutron-victoria-2-hyperv is: [{'id': '0632f2bd-192f-4c4b-81df-f5086ce34f2f', 'name': 'tempest-snat-router-1426637699', 'tenant_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.91'}], 'enable_snat': True}, 'gw_port_id': '7998a8a0-83c4-40d3-9828-6185f8c4a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:46Z', 'updated_at': '2021-12-20T12:07:54Z', 'revision_number': 3, 'project_id': 'e8601710027c4ee7a5dfdcfef29bf91d', 'gw_port': {'id': '7998a8a0-83c4-40d3-9828-6185f8c4a5b2', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0632f2bd-192f-4c4b-81df-f5086ce34f2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:50Z', 'updated_at': '2021-12-20T12:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:02.791072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4d9332ac-2a72-4a1e-9eda-9ebb0137f91f None None] Port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:02.814792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:02.823114 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.863701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:08:02.865991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=4be864b0-5446-4358-a6cd-1f9b478b2f23,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:02.869704 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0427418 Dec 20 12:08:02.873361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:02.879326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:02.881841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39616) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:02.883754 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:02.887358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:02.897959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'network_id': 'a1d5a4ed-8786-4260-b1ac-5371c5d1ca85', 'name': 'tempest-AllowedAddressPairTestJSON-697453649'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:02.901020 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:02.922792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:02.931067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:02.952237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] For port 8bda87bc-a5d1-4891-9c26-550a737ccccf, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8bda87bc-a5d1-4891-9c26-550a737ccccf,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:03.160818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.238127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.239670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.257312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9dd8d8d7-9888-43a0-891d-458da5bffca0 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:03.377765 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b48074ce-cd07-425b-b448-1da7356a374b None None] Provisioning for port 4be864b0-5446-4358-a6cd-1f9b478b2f23 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:03.385475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b48074ce-cd07-425b-b448-1da7356a374b None None] Provisioning complete for port 4be864b0-5446-4358-a6cd-1f9b478b2f23 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:03.387674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b48074ce-cd07-425b-b448-1da7356a374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.455703 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2cb16120-399e-4c6c-a4aa-f8604c19c3e5 (CIDR: 2001:db8::/64) Dec 20 12:08:03.458445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 22a620a1-82c8-42ed-a746-0c45dfc2877d has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:03.519921 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b48074ce-cd07-425b-b448-1da7356a374b None None] Port 4be864b0-5446-4358-a6cd-1f9b478b2f23 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:03.559740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:03.563562 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Router 6a9c6f7c-a43e-4172-9203-4b3a87455306 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:08:03.571895 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:03.581981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:03.582625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:03.608303 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:08:03.609330 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:03.611891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=8bda87bc-a5d1-4891-9c26-550a737ccccf,revision_number=4']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:03.616541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:03.619369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:03.622586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08f5b3-c93e-45da-bce0-13fe53bd423c None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:03.637611 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-df89b95d-e3ba-436d-bee7-cba38682033e tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:03.700014 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bbaaf90e-ec57-45ab-a3c6-def198dfad6d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5977907 Dec 20 12:08:03.704493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39620) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:03.722710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:03.783558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=7eef8b34-8b40-4666-aa49-6742c8e819c2,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:03.862981 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6fea8b9b-4d6d-42ca-96a9-e5d0d8180be8 None None] Provisioning for port 8bda87bc-a5d1-4891-9c26-550a737ccccf completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:03.891847 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:03.921031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Usage tracker for resource:port and tenant:9352399374ac4b7497ab44b7804e63de is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:03.926199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:03.929590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:03.961689 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-21db9793-146f-4713-adf1-20e4f63f1165 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.5064588 Dec 20 12:08:03.968174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:03.973324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39624) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:03.981518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:9f:5e:c9', 'name': 'tempest-NetworksTestDHCPv6-1795424140'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:04.124827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:04.143542 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0258060 Dec 20 12:08:04.144996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.148089 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39628) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:04.148651 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:04.174521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1989197522'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:04.190454 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:04.193739 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:04.243128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:04.251154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Made reservation on behalf of 9352399374ac4b7497ab44b7804e63de for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:04.254927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.271644 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:04.286319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:04.287110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.308816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:04.321842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:04.327981 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:04.344100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:04.369147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:04.375430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.397385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:04.416195 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] device_id is not set on port 39fc5db9-6235-45a7-9280-c58b14fb7d82 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:04.506152 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:04.507901 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:04.556736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:04.564615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.621889 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:04.630631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.632799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8bda87bc-a5d1-4891-9c26-550a737ccccf up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:04.787659 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4cee68ec-213c-4537-b5d0-aea9d82d3856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:04.833971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:04.837069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:04.914700 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.ipam_backend_mixin [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 75e5f30d-318f-444f-81d1-a2a9df7229b7 (CIDR: 2001:db8:0:1::/64) Dec 20 12:08:04.935619 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:08:04.943113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:04.973427 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:04.977555 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:04.984747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 8bda87bc-a5d1-4891-9c26-550a737ccccf completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:04.996119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:04.996529 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.038535 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-00cd9295-20b5-4f52-bd98-504ab8b67ed3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3227592 Dec 20 12:08:05.042043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39632) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:05.053844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'subnet': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:05.119741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.125381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:05.137098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Deleting port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:05.138038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.159314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:05.179094 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.179651 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment 73a29174-bcb4-4d9b-b580-f41351eea61d of type vlan for network f39a31f5-c570-434b-9baa-ef1bdcb44cdc Dec 20 12:08:05.213290 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.280489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 8bda87bc-a5d1-4891-9c26-550a737ccccf, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8bda87bc-a5d1-4891-9c26-550a737ccccf,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:05.286661 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.289104 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0c9bfa44-8e1e-470e-9e14-6b787f319271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:05.392594 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:07:56Z', 'revision_number': 2, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:07:57Z', 'revision_number': 2, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:05.401036 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:08:05.401502 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Updating router 8d4e4385-d219-4286-b9b5-496d6422fa3e port c9f0b526-e272-4770-887c-7c82676f0dc3 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:08:05.424603 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=8bda87bc-a5d1-4891-9c26-550a737ccccf,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:05.440195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:05.492036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:port and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:05.505760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:05.509593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.516100 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.522164 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:05.579646 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Allocated IP 172.20.0.11 (a1d5a4ed-8786-4260-b1ac-5371c5d1ca85/6322b2e3-8638-4cc0-b1a0-67d4716be5fd/39fc5db9-6235-45a7-9280-c58b14fb7d82) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:05.616548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:05.649847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:08:05.711864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:05.712281 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:05.844946 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] Sync routers for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:05.902671 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.946745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.953630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:05.955012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:05.955922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:05.960965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-409b6663-9e4a-4c54-9bd8-dae870aeef50 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:05.979046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Usage tracker for resource:subnet and tenant:b725b547212f43cfac00b00e174583bf is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:05.986501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:05.993934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b53749c6-366c-423d-8a3f-c825be866516 None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:05.995321 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b53749c6-366c-423d-8a3f-c825be866516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.000922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:06.043152 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Made reservation on behalf of b725b547212f43cfac00b00e174583bf for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:06.152479 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=f39a31f5-c570-434b-9baa-ef1bdcb44cdc,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:06.156872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:06.176359 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:06.178202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:06.241775 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.276457 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] For port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:06.276823 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.297369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:06.333240 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1644945 Dec 20 12:08:06.338906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39636) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:06.352832 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.358421 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:06.363762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:06.365940 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:06.367982 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Sync routers for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:06.383577 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Transition to ACTIVE for port object c9f0b526-e272-4770-887c-7c82676f0dc3 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:06.383862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:06.384307 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.386788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.391851 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.7735879 Dec 20 12:08:06.401846 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:06.403210 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:06.466050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Calling delete_port for 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:06.497128 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.522521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39640) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:06.533353 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:06.547909 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f28846db-6dbf-4e9a-8a02-fe896f0cf79b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/floatingips/6fb86f29-979f-4694-a213-426bb1f91d8a HTTP/1.1" status: 200 len: 978 time: 19.8541744 Dec 20 12:08:06.592951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39644) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:06.692107 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.805330 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:06.806524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:06.885383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.903062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ce22ecfe-99de-4a29-a406-42512ffe0062 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:06.922021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:06.943512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Transition to ACTIVE for port object 39fc5db9-6235-45a7-9280-c58b14fb7d82 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:06.987154 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Port 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 update to ACTIVE by agent not found {{(pid=83530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 12:08:06.987747 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8bda87bc-a5d1-4891-9c26-550a737ccccf up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:07.077400 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:07.079049 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c51f0-bb2d-4296-bde1-937f5598cbbc None None] The sync data for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:07.110637 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195b8d-146f-4725-93c7-9838322328b8 None None] Pushing event updated for resources: {'Port': ['ID=c9f0b526-e272-4770-887c-7c82676f0dc3,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:07.111807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event deleted for resources: {'Port': ['ID=7998a8a0-83c4-40d3-9828-6185f8c4a5b2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:07.113971 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-be195b8d-146f-4725-93c7-9838322328b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:07.130083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:07.133173 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Attempting to bind port c9f0b526-e272-4770-887c-7c82676f0dc3 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:07.133548 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Attempting to bind port c9f0b526-e272-4770-887c-7c82676f0dc3 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:07.133970 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Attempting to bind port c9f0b526-e272-4770-887c-7c82676f0dc3 on network a7217db2-9a04-4b36-b390-6cd9e6a52266 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:07.157925 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:07.158308 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Checking segment: {'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:07.158777 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.159212 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Bound using segment: {'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:07.159554 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.159725 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Bound port: c9f0b526-e272-4770-887c-7c82676f0dc3, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa0b40-f0ef-4732-80be-27ea222029ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:07.160063 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.161955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.176542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:07.177240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.217023 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:07.294175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 1797c930-aa8c-479f-a45c-15a4c174c854 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:07.376765 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:07.476657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:07.480397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:07.485864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=39fc5db9-6235-45a7-9280-c58b14fb7d82,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:07.489754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:07.496642 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e16ed5c7-7685-4ae6-8360-4e53b1bfc8d8 tempest-TestNetworkAdvancedServerOps-1065212982 tempest-TestNetworkAdvancedServerOps-1065212982-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2b826d14fc9a4936bd00c0f3b9d6a4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9463205 Dec 20 12:08:07.497557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:07.523275 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] For port c9f0b526-e272-4770-887c-7c82676f0dc3, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:07.541120 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] For port c9f0b526-e272-4770-887c-7c82676f0dc3, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c9f0b526-e272-4770-887c-7c82676f0dc3,segment=NetworkSegment(c2aa0b40-f0ef-4732-80be-27ea222029ec),segment_id=c2aa0b40-f0ef-4732-80be-27ea222029ec)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:07.566724 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39650) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:07.570537 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:07.613182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:07.613684 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.657614 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.666479 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:07.676762 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-576f219a-fc36-4d3a-918b-cc3349c39b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:07.711960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:07.823536 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195b8d-146f-4725-93c7-9838322328b8 None None] Pushing event updated for resources: {'Port': ['ID=c9f0b526-e272-4770-887c-7c82676f0dc3,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:07.831145 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-be195b8d-146f-4725-93c7-9838322328b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:07.852548 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:07.853759 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:07.888067 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:07.959239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:08.019829 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ef54379b-4666-4ba3-957a-56ef5e1340e6 None None] Provisioning for port 39fc5db9-6235-45a7-9280-c58b14fb7d82 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:08.037245 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ef54379b-4666-4ba3-957a-56ef5e1340e6 None None] Provisioning complete for port 39fc5db9-6235-45a7-9280-c58b14fb7d82 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:08.038252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ef54379b-4666-4ba3-957a-56ef5e1340e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.186946 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ef54379b-4666-4ba3-957a-56ef5e1340e6 None None] Port 39fc5db9-6235-45a7-9280-c58b14fb7d82 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:08.198182 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:00Z', 'revision_number': 3, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:08.212737 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Checking router: 6a9c6f7c-a43e-4172-9203-4b3a87455306 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:08:08.213110 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Updating router 6a9c6f7c-a43e-4172-9203-4b3a87455306 port b45956cc-d597-4646-b85c-d93c5e08e622 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:08:08.216301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fcf4d1-b150-4a09-8e18-fbdb4c069b43 tempest-TestNetworkAdvancedServerOps-1065212982 tempest-TestNetworkAdvancedServerOps-1065212982-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:08.223616 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e7fcf4d1-b150-4a09-8e18-fbdb4c069b43 tempest-TestNetworkAdvancedServerOps-1065212982 tempest-TestNetworkAdvancedServerOps-1065212982-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6141536 Dec 20 12:08:08.248895 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:08.249910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.259392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39654) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:08.268502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:08.272082 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:08.302339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.312123 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.393675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.398140 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.399018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-14ee82eb-6601-49b2-8fd5-13eae5fa99ce tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:08.428689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.430100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0632f2bd-192f-4c4b-81df-f5086ce34f2f {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:08:08.454418 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1df2aa55-86f7-4226-8489-071cdd23cf3d tempest-TestNetworkAdvancedServerOps-1065212982 tempest-TestNetworkAdvancedServerOps-1065212982-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1623604 Dec 20 12:08:08.461284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39658) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:08.478769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151984800', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:08.617978 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:08.627360 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:08.630137 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.634295 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "DELETE /v2.0/routers/0632f2bd-192f-4c4b-81df-f5086ce34f2f HTTP/1.1" status: 204 len: 168 time: 6.2023618 Dec 20 12:08:08.634824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Subnet': ['ID=74fe6c6c-98a0-4264-bae6-6de3cfa35662,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:08.638679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:08.639693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:08.642449 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7543139 Dec 20 12:08:08.646287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:08.646953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.650589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39662) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:08.650912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39664) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:08.660889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:e1:b2:06'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:d2:a5:8c'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:08.687174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51a5a0-3699-47f5-9fc3-99a55eccd91a None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:08.751703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:08.773168 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:subnet and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:08.782130 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:08.918530 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-768f0a3e-404c-4da6-8dae-eed11ac75663 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8708892 Dec 20 12:08:08.919737 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39670) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:08.925684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:08.947432 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2010854889', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74fe6c6c-98a0-4264-bae6-6de3cfa35662'}], 'security_groups': ['78559f50-9f20-4caa-bc86-86d7caf42c05', '7b664305-0d86-4c98-9ade-f703c1e716d3']}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:09.071372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Made reservation on behalf of 2b826d14fc9a4936bd00c0f3b9d6a4d7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:09.216781 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.232090 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Transition to ACTIVE for port object b45956cc-d597-4646-b85c-d93c5e08e622 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:09.249933 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.265979 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:09.388101 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::239 (51a1536f-8906-4846-ba25-f9918687ea89/68125922-cdb0-495a-8d53-1769a8ff3481/1797c930-aa8c-479f-a45c-15a4c174c854) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:09.419645 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:5ec9 (51a1536f-8906-4846-ba25-f9918687ea89/7eef8b34-8b40-4666-aa49-6742c8e819c2/1797c930-aa8c-479f-a45c-15a4c174c854) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:09.424130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.514273 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07280c69-a79f-445d-ab22-e4286855e230 None None] Pushing event updated for resources: {'Port': ['ID=b45956cc-d597-4646-b85c-d93c5e08e622,revision_number=2']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:09.522242 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Attempting to bind port b45956cc-d597-4646-b85c-d93c5e08e622 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:09.522242 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Attempting to bind port b45956cc-d597-4646-b85c-d93c5e08e622 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:09.522573 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Attempting to bind port b45956cc-d597-4646-b85c-d93c5e08e622 on network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:09.529174 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-07280c69-a79f-445d-ab22-e4286855e230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:09.538124 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:09.538570 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Checking segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:09.539311 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.540029 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Bound using segment: {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:09.541031 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Bound port: b45956cc-d597-4646-b85c-d93c5e08e622, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeba9-3159-4317-b2d7-f0685b60b46c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:09.541762 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.590187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Update dhcp port {'port': {'network_id': 'a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799', 'fixed_ips': [{'subnet_id': '75e5f30d-318f-444f-81d1-a2a9df7229b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2cb16120-399e-4c6c-a4aa-f8604c19c3e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '74fe6c6c-98a0-4264-bae6-6de3cfa35662'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '57994678-d13b-453b-86e9-02408e424393'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:08:09.636786 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.639623 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:07:56Z', 'revision_number': 2, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:07Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:09.660538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.684832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:08:09.745596 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b5c1b4-df73-4000-b2e5-e9fcce261926 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:07:56Z', 'revision_number': 2, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:07Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:09.761074 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] For port b45956cc-d597-4646-b85c-d93c5e08e622, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:09.765369 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] For port b45956cc-d597-4646-b85c-d93c5e08e622, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b45956cc-d597-4646-b85c-d93c5e08e622,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:09.772693 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.790678 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-e6e18344-2a57-4ab5-a191-f38885eec39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:09.960125 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:09.998711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a2d32027-070d-4f62-98ad-f92ea78dad92 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:10.027508 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07280c69-a79f-445d-ab22-e4286855e230 None None] Pushing event updated for resources: {'Port': ['ID=b45956cc-d597-4646-b85c-d93c5e08e622,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:10.039773 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-07280c69-a79f-445d-ab22-e4286855e230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:10.043202 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:10.048347 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:07:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:10.089747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.090641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.090641 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Floating IP 6fb86f29-979f-4694-a213-426bb1f91d8a disassociated. External IP: 172.36.7.228, port: e34f62eb-c7cc-4a7c-ab3f-1ea018a62701. Dec 20 12:08:10.091130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:10.116376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Subnet': ['ID=509ad022-fb97-4154-8167-c927ce76d697,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:10.121543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:10.123250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Allocated IP 2001:db8:0:2::2 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/74fe6c6c-98a0-4264-bae6-6de3cfa35662/57994678-d13b-453b-86e9-02408e424393) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:10.143640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.364512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.417405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:08:10.418019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 7998a8a0-83c4-40d3-9828-6185f8c4a5b2 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:08:10.477003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.500210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 1797c930-aa8c-479f-a45c-15a4c174c854 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:10.507622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] For port 57994678-d13b-453b-86e9-02408e424393, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=57994678-d13b-453b-86e9-02408e424393,segment=NetworkSegment(efc9e2c9-d25e-4609-a9f6-0f6c625b00df),segment_id=efc9e2c9-d25e-4609-a9f6-0f6c625b00df)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:10.523413 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Checking segment: {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:10.524722 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Network hostable DHCP agents. Network: ae161a7a-4f3c-4542-bddd-73cfc65543e7, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:10.557758 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:10.573925 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.604381 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Transition to ACTIVE for port object 57994678-d13b-453b-86e9-02408e424393 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:10.611003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.614834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.618982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.630639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c36e5f57-cc25-4a66-a3a9-eb31ec4a5a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:10.694456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e4f62f8c-f26c-410f-809b-a5abddb00b7f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:10.865427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=43bb1cb7-fa7a-43e0-b4c7-404b3bd14399,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:10.875226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:10.887802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:10.890960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:10.896630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:10.899382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:10.959470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:10.966795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:10.967819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:11.067394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Pushing event updated for resources: {'Port': ['ID=57994678-d13b-453b-86e9-02408e424393,revision_number=7']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:11.085946 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:11.182334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:11.203554 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.2284739 Dec 20 12:08:11.215545 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39674) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:11.298883 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:11.332856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=1797c930-aa8c-479f-a45c-15a4c174c854,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:11.351084 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:11.352304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c3c3d093-eacd-4f07-8dd6-00f9d0cb2308 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:11.353693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, ae161a7a-4f3c-4542-bddd-73cfc65543e7) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:11.366763 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264299e5-d280-4384-bbf7-dba93ce45bd2 None None] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:11.389143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:11.389742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:11.430138 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:00Z', 'revision_number': 3, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:11.439139 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac3763d-783c-4f07-9cd2-0bf0e08a3f32 None None] The sync data for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv is: [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:00Z', 'revision_number': 3, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:11.503633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:11.503633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: f39a31f5-c570-434b-9baa-ef1bdcb44cdc, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:11.530449 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=e34f62eb-c7cc-4a7c-ab3f-1ea018a62701,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:11.562219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:11.593463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 1797c930-aa8c-479f-a45c-15a4c174c854 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:11.594002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:11.879457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b9cb4df9-c23e-416b-b5e8-6a18b5166a0e None None] Provisioning for port 1797c930-aa8c-479f-a45c-15a4c174c854 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:11.887738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b9cb4df9-c23e-416b-b5e8-6a18b5166a0e None None] Provisioning complete for port 1797c930-aa8c-479f-a45c-15a4c174c854 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:11.887738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b9cb4df9-c23e-416b-b5e8-6a18b5166a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:11.950436 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-38571744-6b22-4a76-8b96-0a0ab15d8827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.023529 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb4df9-c23e-416b-b5e8-6a18b5166a0e None None] Port 1797c930-aa8c-479f-a45c-15a4c174c854 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:12.027967 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5536804 Dec 20 12:08:12.033652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39678) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:12.082634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 57994678-d13b-453b-86e9-02408e424393 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:12.280863 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.296367 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.309425 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bf2fee1b-ca70-4fd9-8956-391de92aa284 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:12.311601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9f0b526-e272-4770-887c-7c82676f0dc3 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:12.352603 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:12.354317 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.545028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:12.593275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, f39a31f5-c570-434b-9baa-ef1bdcb44cdc) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:12.617823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:12.619114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.632430 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c68d7-f41b-49e2-8919-dd9dc5332de4 None None] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:12.642196 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event updated for resources: {'Port': ['ID=39fc5db9-6235-45a7-9280-c58b14fb7d82,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:12.663226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.677825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:12.721415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] In _notify_port_updated(), no bound segment for port 39fc5db9-6235-45a7-9280-c58b14fb7d82 on network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:08:12.729141 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:12.730517 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.732624 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "PUT /v2.0/ports/39fc5db9-6235-45a7-9280-c58b14fb7d82 HTTP/1.1" status: 200 len: 1056 time: 4.0778141 Dec 20 12:08:12.750360 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39682) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:12.765680 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Provisioning complete for port 8184b177-9b58-42d3-bfa1-da665332861f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:12.766732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.854212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.907831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Delete allocated IP 2001:db8::273 (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/2cb16120-399e-4c6c-a4aa-f8604c19c3e5) {{(pid=83528) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 12:08:12.911569 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Deleting port 4454b9a9-6b55-4dc3-99da-cc0fba372c08 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:12.912093 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:12.989323 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.6434574 Dec 20 12:08:12.992604 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39686) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:12.997517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 1797c930-aa8c-479f-a45c-15a4c174c854 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:13.004187 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Allocated IP 2001:db8:0:2::31e (a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799/74fe6c6c-98a0-4264-bae6-6de3cfa35662/2921b3d6-0ed5-4244-8e04-38ebcbc9f45a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:13.026933 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Port 8184b177-9b58-42d3-bfa1-da665332861f cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:13.041032 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port c9f0b526-e272-4770-887c-7c82676f0dc3 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:13.063617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Allocated IP 172.20.0.2 (ae161a7a-4f3c-4542-bddd-73cfc65543e7/509ad022-fb97-4154-8167-c927ce76d697/088f475d-46ff-458a-a80a-d32755e3f32a) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:13.067495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c9f0b526-e272-4770-887c-7c82676f0dc3 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:13.068131 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.104357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port 39fc5db9-6235-45a7-9280-c58b14fb7d82 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:13.104823 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.219671 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Provisioning for port 57994678-d13b-453b-86e9-02408e424393 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:13.279945 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Provisioning complete for port 57994678-d13b-453b-86e9-02408e424393 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:13.280935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.421516 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 22a620a1-82c8-42ed-a746-0c45dfc2877d has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:13.588521 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:13.589342 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.824344 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.825822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:13.832134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed2a9caa-4bfe-40df-8c6b-ca6d895ea1e0 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:13.889216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=1797c930-aa8c-479f-a45c-15a4c174c854,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:13.891680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:14.069713 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.101655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.102247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Transition to ACTIVE for port object 088f475d-46ff-458a-a80a-d32755e3f32a will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:14.120063 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1757d3c5-d88b-4fc1-970d-374090fe88f9 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/1797c930-aa8c-479f-a45c-15a4c174c854 HTTP/1.1" status: 204 len: 168 time: 2.8967147 Dec 20 12:08:14.161478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Transition to ACTIVE for port object 088f475d-46ff-458a-a80a-d32755e3f32a will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:14.203400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39690) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:14.265381 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port c9f0b526-e272-4770-887c-7c82676f0dc3, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c9f0b526-e272-4770-887c-7c82676f0dc3,segment=NetworkSegment(c2aa0b40-f0ef-4732-80be-27ea222029ec),segment_id=c2aa0b40-f0ef-4732-80be-27ea222029ec)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:14.325043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.337881 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8b26a693-ba17-45ff-a136-d12c7e8f3187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:14.399318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.467521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] For port 4454b9a9-6b55-4dc3-99da-cc0fba372c08, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4454b9a9-6b55-4dc3-99da-cc0fba372c08,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:14.469247 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.489729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Provisioning complete for port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:14.490112 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.572184 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-82db71ef-2acd-4118-91cb-6902ac3c5bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.633471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc36b1c-43fc-4ec6-8029-4e8be1803de5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:14.634882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5dc36b1c-43fc-4ec6-8029-4e8be1803de5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:14.646725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b45956cc-d597-4646-b85c-d93c5e08e622 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:14.679063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-5dc36b1c-43fc-4ec6-8029-4e8be1803de5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:14.680832 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5dc36b1c-43fc-4ec6-8029-4e8be1803de5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4763663 Dec 20 12:08:14.691361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39694) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:14.779501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Calling delete_port for 4454b9a9-6b55-4dc3-99da-cc0fba372c08 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:14.821456 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:14.829552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Pushing event updated for resources: {'Port': ['ID=088f475d-46ff-458a-a80a-d32755e3f32a,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:14.847285 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:14.861910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-005d7c2c-35c8-4f1f-aaa3-bc461667d8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:14.921364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:14.933004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:14.952228 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3cb69b70-7b9a-48b6-980e-62d2814474ec None None] Port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:14.968542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:14.985358 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Allocated IP 172.21.0.2 (f39a31f5-c570-434b-9baa-ef1bdcb44cdc/43bb1cb7-fa7a-43e0-b4c7-404b3bd14399/0ead559f-1c30-4918-8664-0c068594676c) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:15.088303 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:15.170567 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Calling delete_port for 39fc5db9-6235-45a7-9280-c58b14fb7d82 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:15.218818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] Sync routers for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:15.256484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.342180 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Transition to ACTIVE for port object 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:15.344877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37b4b0-7813-44cd-a8f3-0beb0bc8f373 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:15.348634 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6b37b4b0-7813-44cd-a8f3-0beb0bc8f373 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6539087 Dec 20 12:08:15.353933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39698) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:15.355703 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.374150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.391126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-40db08b3-af6e-4011-aeb1-c10c8f25e3a3 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:15.396502 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=c9f0b526-e272-4770-887c-7c82676f0dc3,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:15.401711 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:15.457975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.464022 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/ports/e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 HTTP/1.1" status: 204 len: 168 time: 8.8623142 Dec 20 12:08:15.467882 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.469699 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39702) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:15.516629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45d587-6812-4336-b5b1-935d32972edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:15.517962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45d587-6812-4336-b5b1-935d32972edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:15.520649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45d587-6812-4336-b5b1-935d32972edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:15.521474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7d45d587-6812-4336-b5b1-935d32972edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:15.547675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7d45d587-6812-4336-b5b1-935d32972edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:15.553094 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7d45d587-6812-4336-b5b1-935d32972edf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1934562 Dec 20 12:08:15.554143 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39704) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:15.557795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Attempting to bind port 088f475d-46ff-458a-a80a-d32755e3f32a on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:15.558385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Attempting to bind port 088f475d-46ff-458a-a80a-d32755e3f32a by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:15.558976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Attempting to bind port 088f475d-46ff-458a-a80a-d32755e3f32a on network ae161a7a-4f3c-4542-bddd-73cfc65543e7 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:15.575139 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3e7c2fd9-4d89-4184-9f6d-65f0ad36daed None None] Provisioning complete for port 39fc5db9-6235-45a7-9280-c58b14fb7d82 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:15.575919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3e7c2fd9-4d89-4184-9f6d-65f0ad36daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.614269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:15.616182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:15.769373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port b45956cc-d597-4646-b85c-d93c5e08e622 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:15.782831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:15.783536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Checking segment: {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:15.784348 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.784994 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Bound using segment: {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:15.785940 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Bound port: 088f475d-46ff-458a-a80a-d32755e3f32a, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:15.786730 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.803667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:15.826513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b45956cc-d597-4646-b85c-d93c5e08e622 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:15.827578 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:15.974262 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 68125922-cdb0-495a-8d53-1769a8ff3481 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:15.982184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.036954 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] In _notify_port_updated(), no bound segment for port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a on network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 {{(pid=83528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 12:08:16.043080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c2fd9-4d89-4184-9f6d-65f0ad36daed None None] Port 39fc5db9-6235-45a7-9280-c58b14fb7d82 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:16.045079 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:16.046199 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.053613 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.054274 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "PUT /v2.0/ports/2921b3d6-0ed5-4244-8e04-38ebcbc9f45a HTTP/1.1" status: 200 len: 970 time: 7.1240098 Dec 20 12:08:16.068896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39710) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:16.119330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.249038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.254032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event updated for resources: {'Port': ['ID=2921b3d6-0ed5-4244-8e04-38ebcbc9f45a,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:16.259905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a0aed43c-1228-47bb-9921-37c0aba7692b tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:16.282793 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] For port 088f475d-46ff-458a-a80a-d32755e3f32a, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:16.288630 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.292561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] For port 088f475d-46ff-458a-a80a-d32755e3f32a, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=088f475d-46ff-458a-a80a-d32755e3f32a,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:16.354789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c5abb67c-4621-4cd9-ad00-968f5b325914 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:16.355565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.366855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.371668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-2a0b9d11-1b19-4436-8a37-f76da2c65f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:16.378525 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-727bba2a-4f33-414d-9529-a6ca14e75c48 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:16.432322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Port': ['ID=39fc5db9-6235-45a7-9280-c58b14fb7d82,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:16.435088 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:16.494103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-15918e18-4a8c-4e59-a6ed-b00c8cff8cf6 None None] Provisioning for port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:16.505043 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:16.506044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:16.545310 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=68125922-cdb0-495a-8d53-1769a8ff3481,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:16.564333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:16.582253 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.682860 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/68125922-cdb0-495a-8d53-1769a8ff3481 HTTP/1.1" status: 204 len: 168 time: 1.1271079 Dec 20 12:08:16.686569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39714) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:16.716123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf5f16-2555-4767-8523-84d3e1f82b9a None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:16.737914 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:16.738807 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.758999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-15918e18-4a8c-4e59-a6ed-b00c8cff8cf6 None None] Provisioning complete for port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:16.759549 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-15918e18-4a8c-4e59-a6ed-b00c8cff8cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.864659 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:16.943125 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-69126935-0605-4602-a033-e4fc60980115 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:16.990147 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 7eef8b34-8b40-4666-aa49-6742c8e819c2 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:17.006718 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.017851 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-15918e18-4a8c-4e59-a6ed-b00c8cff8cf6 None None] Port 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:17.021433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.053883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:17.054533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b5f3b-b7c6-438d-9b32-19f51cda865b None None] The sync data for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:17.056798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.172905 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Transition to ACTIVE for port object 0ead559f-1c30-4918-8664-0c068594676c will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:17.178910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Pushing event updated for resources: {'Port': ['ID=088f475d-46ff-458a-a80a-d32755e3f32a,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:17.191760 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:17.192690 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.198270 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.236441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port b45956cc-d597-4646-b85c-d93c5e08e622, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b45956cc-d597-4646-b85c-d93c5e08e622,segment=NetworkSegment(9d6aeba9-3159-4317-b2d7-f0685b60b46c),segment_id=9d6aeba9-3159-4317-b2d7-f0685b60b46c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:17.248965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Transition to ACTIVE for port object 0ead559f-1c30-4918-8664-0c068594676c will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:17.252602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.267335 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:17.310032 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.398570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:17.410520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:17.419664 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:17.423247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=b45956cc-d597-4646-b85c-d93c5e08e622,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:17.433360 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:17.439542 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-01f24043-2ebd-472f-900e-ba7cc9e5b2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:17.504015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Allocated IP 172.20.0.1 (ae161a7a-4f3c-4542-bddd-73cfc65543e7/509ad022-fb97-4154-8167-c927ce76d697/d6d576ec-39c5-4b16-9d34-3fd0f456a2e9) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:17.520905 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9f0b526-e272-4770-887c-7c82676f0dc3 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:17.536741 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.567182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event deleted for resources: {'Port': ['ID=4454b9a9-6b55-4dc3-99da-cc0fba372c08,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:17.837342 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:17.891277 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Pushing event updated for resources: {'Port': ['ID=0ead559f-1c30-4918-8664-0c068594676c,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:17.910613 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:17.954117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Attempting to bind port 0ead559f-1c30-4918-8664-0c068594676c on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:17.954627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Attempting to bind port 0ead559f-1c30-4918-8664-0c068594676c by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:17.955255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Attempting to bind port 0ead559f-1c30-4918-8664-0c068594676c on network f39a31f5-c570-434b-9baa-ef1bdcb44cdc {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:17.993755 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:17.994426 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Checking segment: {'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:17.995079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:17.995740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Bound using segment: {'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:17.996558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Bound port: 0ead559f-1c30-4918-8664-0c068594676c, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:17.997009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.083231 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port c9f0b526-e272-4770-887c-7c82676f0dc3 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:18.083811 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.138915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.167666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.173026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Transition to ACTIVE for port object d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:18.174941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-13765de6-f8de-4182-94ce-cc6cc4993929 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:18.226100 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=7eef8b34-8b40-4666-aa49-6742c8e819c2,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:18.230435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:18.234282 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.261249 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/7eef8b34-8b40-4666-aa49-6742c8e819c2 HTTP/1.1" status: 204 len: 168 time: 1.5681961 Dec 20 12:08:18.261713 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39718) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:18.299580 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] For port 0ead559f-1c30-4918-8664-0c068594676c, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:18.305862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] For port 0ead559f-1c30-4918-8664-0c068594676c, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0ead559f-1c30-4918-8664-0c068594676c,segment=NetworkSegment(73a29174-bcb4-4d9b-b580-f41351eea61d),segment_id=73a29174-bcb4-4d9b-b580-f41351eea61d)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:18.362343 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.372061 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:18.389832 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-efd84c67-d6da-4a41-b400-5088fcf58891 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224976 Dec 20 12:08:18.391098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39722) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:18.405428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:18.418943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.432906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.451582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-99a94a12-e984-4f09-973e-7a1919927175 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:18.584208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Pushing event updated for resources: {'Port': ['ID=0ead559f-1c30-4918-8664-0c068594676c,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:18.587799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:18.667031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:18.678473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:18.682279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Port': ['ID=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:18.694020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:18.695193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:18.736063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:18.757469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:18.764843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:18.767271 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.784736 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:18.807312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.813002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:18.819131 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:18.869103 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:19.011732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 2921b3d6-0ed5-4244-8e04-38ebcbc9f45a owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:19.269488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:19.597360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:19.672432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ad1aa12d-7342-4bae-a277-8f56d23c7cf1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:19.674962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6994727-cc84-409f-8a80-13aae6b69ea9 None None] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:19.725060 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 088f475d-46ff-458a-a80a-d32755e3f32a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:19.791543 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=a6afe428-0f1c-4645-ae83-cb906ff2631b,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:19.798310 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:19.819594 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41139ced-bb57-4d86-800b-385a1919262e None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:19.843152 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:19.849578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:19.916715 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:19.933585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:19.934597 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.021541 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6248150 Dec 20 12:08:20.023983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39726) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:20.034312 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:20.182277 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-586bcf39-86ae-4fe9-af98-9f9531e77e81 None None] Provisioning for port 088f475d-46ff-458a-a80a-d32755e3f32a completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:20.182569 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/ports/39fc5db9-6235-45a7-9280-c58b14fb7d82 HTTP/1.1" status: 204 len: 168 time: 7.4046223 Dec 20 12:08:20.186316 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39730) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:20.310077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.360427 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b06d339-488e-4b2a-b440-45863885c13c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] GET failed (client error): The resource could not be found. Dec 20 12:08:20.362840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7b06d339-488e-4b2a-b440-45863885c13c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Synchronizing usage tracker for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:20.414254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.426378 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 088f475d-46ff-458a-a80a-d32755e3f32a completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:20.434715 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 088f475d-46ff-458a-a80a-d32755e3f32a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:20.435119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.512139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.538161 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.21.0.1 (f39a31f5-c570-434b-9baa-ef1bdcb44cdc/43bb1cb7-fa7a-43e0-b4c7-404b3bd14399/f56cce5e-1fa3-46b9-bf2a-ce2d36017206) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:20.548107 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2b13cb98-4ca3-46cc-9669-bb4bf568c464 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:20.560585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7b06d339-488e-4b2a-b440-45863885c13c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Unset dirty status for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:20.567652 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7b06d339-488e-4b2a-b440-45863885c13c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "GET /v2.0/ports/39fc5db9-6235-45a7-9280-c58b14fb7d82 HTTP/1.1" status: 404 len: 333 time: 0.3119400 Dec 20 12:08:20.568671 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39734) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:20.694621 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=2921b3d6-0ed5-4244-8e04-38ebcbc9f45a,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:20.696843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-95cc8a20-a98b-48b9-832d-b9d49d7b6463 None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:20.697918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-95cc8a20-a98b-48b9-832d-b9d49d7b6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.819495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:20.918438 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28e6f7-0534-4840-bd4b-a1b0fc2e81da None None] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:20.938388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:20.939398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83844ca8-3928-4fa2-8024-2b25f694f934 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:08:21.004456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.027737 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:21.033220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:21.038092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:21.045680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:21.060207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port 4be864b0-5446-4358-a6cd-1f9b478b2f23 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:21.060525 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.152644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.154690 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2be82c22-bb2f-4125-b245-fdcbd92e796c tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "DELETE /v2.0/routers/83844ca8-3928-4fa2-8024-2b25f694f934 HTTP/1.1" status: 204 len: 168 time: 12.5014017 Dec 20 12:08:21.162692 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39738) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:21.162989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:21.179104 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/2921b3d6-0ed5-4244-8e04-38ebcbc9f45a HTTP/1.1" status: 204 len: 168 time: 4.9864397 Dec 20 12:08:21.185009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Update dhcp port {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'fixed_ips': [{'subnet_id': 'a6afe428-0f1c-4645-ae83-cb906ff2631b'}], 'binding:host_id': 'dv-neutron-victoria-2-hyperv'}, 'id': '8bda87bc-a5d1-4891-9c26-550a737ccccf'} from dv-neutron-victoria-2-hyperv. {{(pid=83530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 12:08:21.195268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39742) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:21.206676 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-906798113', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:21.235088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:08:21.271785 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.295979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:21.310647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.320024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Usage tracker for resource:router and tenant:6d14643c886f4fceabbbd0cb9bed2546 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:21.333836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:21.341330 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-69009f62-9678-4c9f-a351-ad58ce9ff5e5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] GET failed (client error): The resource could not be found. Dec 20 12:08:21.341953 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-69009f62-9678-4c9f-a351-ad58ce9ff5e5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Synchronizing usage tracker for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:21.359229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:21.378489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.413292 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.416492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-69009f62-9678-4c9f-a351-ad58ce9ff5e5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Unset dirty status for tenant:b725b547212f43cfac00b00e174583bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:21.422944 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-69009f62-9678-4c9f-a351-ad58ce9ff5e5 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports/2921b3d6-0ed5-4244-8e04-38ebcbc9f45a HTTP/1.1" status: 404 len: 333 time: 0.2055528 Dec 20 12:08:21.430040 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39746) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:21.436019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.437078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.459634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06ce8c2a-3bed-4f1f-bbaf-94ce2b83009a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:21.474998 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.515599 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object f56cce5e-1fa3-46b9-bf2a-ce2d36017206 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:21.535146 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.638571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.660055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.683223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.705217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-170e3c54-ddb1-45d3-829e-f2ff3d1a5570 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:21.757939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.794939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 088f475d-46ff-458a-a80a-d32755e3f32a, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=088f475d-46ff-458a-a80a-d32755e3f32a,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:21.842447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:21.858718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:21.870486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:21.871959 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0ead559f-1c30-4918-8664-0c068594676c up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:21.876512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:22.077434 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Port': ['ID=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:22.080757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.093158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:22.096306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e666fe15-2edb-4090-b257-4dcd55989487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:22.123112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.234440 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:22.239957 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:22.362881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Calling delete_port for 4be864b0-5446-4358-a6cd-1f9b478b2f23 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:22.418335 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.484211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.497067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.504825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a80d201e-984b-4a85-a2f5-b918400bd1b3 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:22.522865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.553992 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9aab94-93b9-4cb1-a8f1-bc62a858e2a8,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:22.556681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:22.561655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-01a412d7-2ca2-4f0d-9220-c9a86a7d1f09 None None] Provisioning for port 0ead559f-1c30-4918-8664-0c068594676c completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:22.587629 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=088f475d-46ff-458a-a80a-d32755e3f32a,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:22.610553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:22.650829 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Allocated IP 2001:db8::2 (51a1536f-8906-4846-ba25-f9918687ea89/a6afe428-0f1c-4645-ae83-cb906ff2631b/8bda87bc-a5d1-4891-9c26-550a737ccccf) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:22.707584 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 0ead559f-1c30-4918-8664-0c068594676c completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:22.711685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.718278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39750) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:22.721824 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec9aab94-93b9-4cb1-a8f1-bc62a858e2a8 HTTP/1.1" status: 204 len: 168 time: 1.2899232 Dec 20 12:08:22.732040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-01a412d7-2ca2-4f0d-9220-c9a86a7d1f09 None None] Provisioning for port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:22.747301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 0ead559f-1c30-4918-8664-0c068594676c triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:22.747676 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.790211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-01a412d7-2ca2-4f0d-9220-c9a86a7d1f09 None None] Provisioning complete for port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:22.790597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-01a412d7-2ca2-4f0d-9220-c9a86a7d1f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.829189 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.ipam_backend_mixin [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6afe428-0f1c-4645-ae83-cb906ff2631b (CIDR: 2001:db8::/64) Dec 20 12:08:22.847839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:22.852787 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:08:22.853217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:22.857153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:22.963661 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-01a412d7-2ca2-4f0d-9220-c9a86a7d1f09 None None] Port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:22.988484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:22.999955 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6a415372-9489-4477-aa7d-374e6a5a8ba8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9724693 Dec 20 12:08:23.010613 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.012642 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-61bf55a5-7168-4b13-ae16-57c3776cbb5a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:23.025125 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39754) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:23.041834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'subnet': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:23.159368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] For port 8bda87bc-a5d1-4891-9c26-550a737ccccf, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8bda87bc-a5d1-4891-9c26-550a737ccccf,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:23.163988 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-01a412d7-2ca2-4f0d-9220-c9a86a7d1f09 None None] Provisioning complete for port 088f475d-46ff-458a-a80a-d32755e3f32a triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:23.164528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-01a412d7-2ca2-4f0d-9220-c9a86a7d1f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.226336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Port': ['ID=4be864b0-5446-4358-a6cd-1f9b478b2f23,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:23.232972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.267703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.279667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.353085 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:08:23.402599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.403199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.403808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.404457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.404731 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.405063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.405664 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.406268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.406875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.407478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.408078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.416407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:23.493431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Transition to ACTIVE for port object 8bda87bc-a5d1-4891-9c26-550a737ccccf will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:23.505881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:23.571541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.580037 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 0ead559f-1c30-4918-8664-0c068594676c, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0ead559f-1c30-4918-8664-0c068594676c,segment=NetworkSegment(73a29174-bcb4-4d9b-b580-f41351eea61d),segment_id=73a29174-bcb4-4d9b-b580-f41351eea61d)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:23.592291 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:23.647831 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.673569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:23.680246 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b45956cc-d597-4646-b85c-d93c5e08e622 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:23.911805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:23.949213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Pushing event updated for resources: {'Port': ['ID=8bda87bc-a5d1-4891-9c26-550a737ccccf,revision_number=8']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:23.973562 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:23.981665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:24.020632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b664305-0d86-4c98-9ade-f703c1e716d3,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:24.026314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:24.052243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.069650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.076553 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/security-groups/7b664305-0d86-4c98-9ade-f703c1e716d3 HTTP/1.1" status: 204 len: 168 time: 1.3466368 Dec 20 12:08:24.077978 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/ports/4be864b0-5446-4358-a6cd-1f9b478b2f23 HTTP/1.1" status: 204 len: 168 time: 3.4974670 Dec 20 12:08:24.081937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39758) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:24.082855 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39760) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:24.126585 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Provisioning complete for port 0ead559f-1c30-4918-8664-0c068594676c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:24.126966 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.195873 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=0ead559f-1c30-4918-8664-0c068594676c,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:24.206743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:24.207303 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b45956cc-d597-4646-b85c-d93c5e08e622 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:24.207681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.211032 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-522686da-80d1-4a21-94d3-28d6cd3b46c8 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] GET failed (client error): The resource could not be found. Dec 20 12:08:24.211801 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-522686da-80d1-4a21-94d3-28d6cd3b46c8 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Synchronizing usage tracker for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:24.385133 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-522686da-80d1-4a21-94d3-28d6cd3b46c8 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Unset dirty status for tenant:9352399374ac4b7497ab44b7804e63de on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:24.386669 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-522686da-80d1-4a21-94d3-28d6cd3b46c8 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "GET /v2.0/ports/4be864b0-5446-4358-a6cd-1f9b478b2f23 HTTP/1.1" status: 404 len: 333 time: 0.3003807 Dec 20 12:08:24.404304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39766) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:24.501951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port 09b1c660-9576-4686-8c45-f4594b96ddf5 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:24.502502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.507373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Provisioning for port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:24.519869 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Provisioning complete for port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:24.524458 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.555325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.620067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:24.630799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Usage tracker for resource:subnet and tenant:6b3d8bda932047c5a94631bd124567f7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:24.635441 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:24.642707 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:24.687408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.691869 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:24.727547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:24.743894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 088f475d-46ff-458a-a80a-d32755e3f32a up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:24.811881 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Provisioning complete for port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:24.812308 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.964898 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-40db64a2-1ec4-48c4-be1d-6becd7930311 None None] Port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:24.967641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Router 6a9c6f7c-a43e-4172-9203-4b3a87455306 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:24.983678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:24.989011 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 088f475d-46ff-458a-a80a-d32755e3f32a triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:24.989635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.086870 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.101850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-19cc6d39-7e70-49a4-ab56-21a33fd50617 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:25.125081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-989ccd95-6865-49af-bbc2-c64efd779393 None None] Provisioning complete for port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:25.126019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-989ccd95-6865-49af-bbc2-c64efd779393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.140466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78559f50-9f20-4caa-bc86-86d7caf42c05,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:25.156983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:25.203110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8dfdc-4f1e-4efb-8e82-97df035d7f14 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:25.207114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.209211 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/security-groups/78559f50-9f20-4caa-bc86-86d7caf42c05 HTTP/1.1" status: 204 len: 168 time: 1.1250532 Dec 20 12:08:25.212753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.320098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39770) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:25.463857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.503076 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Calling delete_port for 09b1c660-9576-4686-8c45-f4594b96ddf5 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:25.586987 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-989ccd95-6865-49af-bbc2-c64efd779393 None None] Port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:25.676745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.771857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.847180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e7d4d6ab-9292-4d28-a1c3-727e529dfceb None None] Provisioning for port 8bda87bc-a5d1-4891-9c26-550a737ccccf completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:25.856102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.861375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e7d4d6ab-9292-4d28-a1c3-727e529dfceb None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:25.862008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e7d4d6ab-9292-4d28-a1c3-727e529dfceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:25.933450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-9d49acce-a746-4b9b-94e9-da38b9a6b847 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:26.002333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0ead559f-1c30-4918-8664-0c068594676c up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:26.012955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 2cb16120-399e-4c6c-a4aa-f8604c19c3e5 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:26.022117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.095651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.124912 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f9553cbd-6066-466c-8364-afea6bb97d93 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:26.125536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:26.171581 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.190127 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Allocated IP 172.36.7.142 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/30bc0ae6-9ef4-4c02-82f3-f7f849756aa2) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:26.212905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 93b30872-abab-4137-a155-351646643597 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:26.213241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.253708 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.254240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.254773 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.255246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.256007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.256245 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.256643 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.257116 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.258519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.258519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.258519 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:26.291281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:26.304285 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 0ead559f-1c30-4918-8664-0c068594676c triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:26.304285 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.417910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Port': ['ID=09b1c660-9576-4686-8c45-f4594b96ddf5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:26.429693 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.495767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:26.540179 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8bda87bc-a5d1-4891-9c26-550a737ccccf up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:26.759271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:26.759992 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.794578 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:26.836552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:26.852431 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Sync routers for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:26.871905 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/ports/09b1c660-9576-4686-8c45-f4594b96ddf5 HTTP/1.1" status: 204 len: 168 time: 2.4619312 Dec 20 12:08:26.904425 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "PUT /v2.0/routers/6a9c6f7c-a43e-4172-9203-4b3a87455306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8263502 Dec 20 12:08:26.904754 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:26.907011 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:26.910408 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39774) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:27.034923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.092203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.104196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-5a081c36-cfb9-4853-bbb7-cd9143634bdb None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:27.105063 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5a081c36-cfb9-4853-bbb7-cd9143634bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.313990 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:27.324480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 93b30872-abab-4137-a155-351646643597 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:27.406730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.421461 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4454b9a9-6b55-4dc3-99da-cc0fba372c08 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:08:27.422380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fcae828a-bdb1-449f-91d5-88298e8993ca tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:27.472409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 4454b9a9-6b55-4dc3-99da-cc0fba372c08 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:08:27.472674 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4454b9a9-6b55-4dc3-99da-cc0fba372c08 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:08:27.530984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb16120-399e-4c6c-a4aa-f8604c19c3e5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:27.537689 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:27.544663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting subnet 6322b2e3-8638-4cc0-b1a0-67d4716be5fd {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:27.552107 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.563227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005a348c-a261-4007-b90b-588e0ccbc1ef None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:27.600505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.632661 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/2cb16120-399e-4c6c-a4aa-f8604c19c3e5 HTTP/1.1" status: 204 len: 168 time: 2.3108535 Dec 20 12:08:27.645007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39786) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:27.651566 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:27.694983 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:27.756254 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:20Z', 'revision_number': 2, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:27.761676 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Checking router: 6a9c6f7c-a43e-4172-9203-4b3a87455306 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:08:27.762067 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Updating router 6a9c6f7c-a43e-4172-9203-4b3a87455306 port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:08:27.833068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 74fe6c6c-98a0-4264-bae6-6de3cfa35662 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:27.834146 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.843056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:27.893955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.024006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.159019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-81e58864-e459-4351-99a4-2e298f3f3d26 None None] Provisioning complete for port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:28.160242 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-81e58864-e459-4351-99a4-2e298f3f3d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.251872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.270586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-81e58864-e459-4351-99a4-2e298f3f3d26 None None] Port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:28.293525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-eaf22964-53dd-4703-be55-c15de2460511 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Synchronizing usage tracker for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:28.309681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.332089 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54acaab2-93f1-4bfb-869e-d94422ce5159 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:28.373841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.456558 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.519552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.539227 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-945e9187-8edd-4472-806f-ada77efda12c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:28.582229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.590323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e7f0f-09a2-4f63-995a-4b14196b46ad None None] Network a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:28.638400 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/subnets/6322b2e3-8638-4cc0-b1a0-67d4716be5fd HTTP/1.1" status: 204 len: 168 time: 1.7237632 Dec 20 12:08:28.641431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Subnet': ['ID=6322b2e3-8638-4cc0-b1a0-67d4716be5fd,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:28.656135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39790) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:28.662647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.710643 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:28.711777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-609a761a-210d-4a01-91d9-f2f6abb119d4 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:28.800718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.objects.ports [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83528) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 12:08:28.830407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:28.840874 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/74fe6c6c-98a0-4264-bae6-6de3cfa35662 HTTP/1.1" status: 204 len: 168 time: 1.1905701 Dec 20 12:08:28.840874 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=74fe6c6c-98a0-4264-bae6-6de3cfa35662,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:28.865399 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39794) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:28.941819 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c70a8ffd-71bf-4248-8b6b-cc78d46b7157 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:28.962673 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=93b30872-abab-4137-a155-351646643597,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:28.968647 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:28.978608 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d39981d-cda5-43d4-b2c4-7ef28725bcee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:28.979050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d39981d-cda5-43d4-b2c4-7ef28725bcee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:28.981286 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7d39981d-cda5-43d4-b2c4-7ef28725bcee tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/2cb16120-399e-4c6c-a4aa-f8604c19c3e5 HTTP/1.1" status: 404 len: 337 time: 0.1145341 Dec 20 12:08:28.986483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39798) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:29.095896 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.123804 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Transition to ACTIVE for port object d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:29.145253 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.154001 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-b6bca3c1-60d3-4933-a4c6-e4e5b7653add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:29.173229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-eaf22964-53dd-4703-be55-c15de2460511 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Unset dirty status for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:29.190818 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-eaf22964-53dd-4703-be55-c15de2460511 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886683272&fields=id&tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7 HTTP/1.1" status: 200 len: 267 time: 1.6720569 Dec 20 12:08:29.207504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting subnet 75e5f30d-318f-444f-81d1-a2a9df7229b7 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:29.243158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.312767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.351836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] DHCP port deletion for a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:08:29.358357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Deleting port bb3c414f-607e-4c90-a567-99b7a7e9d83f {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:29.358950 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.398564 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.468335 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ed04a-10e5-4f9c-a505-eab17d771fac None None] Pushing event updated for resources: {'Port': ['ID=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:29.477056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port bb3c414f-607e-4c90-a567-99b7a7e9d83f {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:29.477457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.483264 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-198ed04a-10e5-4f9c-a505-eab17d771fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:29.587115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.612710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-893c79c5-8c1c-4a3b-9bbf-cce439c143df tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:29.775884 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Attempting to bind port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:29.776555 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Attempting to bind port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:29.776898 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Attempting to bind port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 on network ae161a7a-4f3c-4542-bddd-73cfc65543e7 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:29.793542 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:29.794120 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Checking segment: {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:29.794647 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.795161 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Bound using segment: {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:29.795759 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Bound port: d6d576ec-39c5-4b16-9d34-3fd0f456a2e9, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:29.796280 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.884957 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] For port bb3c414f-607e-4c90-a567-99b7a7e9d83f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bb3c414f-607e-4c90-a567-99b7a7e9d83f,segment=NetworkSegment(087efb7c-0160-4e88-9615-ca28f84f6453),segment_id=087efb7c-0160-4e88-9615-ca28f84f6453)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:29.885606 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.938758 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] For port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:29.942620 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] For port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:29.950185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:29.955510 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-7fd5fc8b-6afb-4c68-9146-6f3dbbaf2cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:29.983938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] For port bb3c414f-607e-4c90-a567-99b7a7e9d83f, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=bb3c414f-607e-4c90-a567-99b7a7e9d83f,segment=NetworkSegment(087efb7c-0160-4e88-9615-ca28f84f6453),segment_id=087efb7c-0160-4e88-9615-ca28f84f6453)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:29.984388 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.001205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:30.016998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:30.022729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:30.062540 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.070620 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:30.071703 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:30.199061 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event updated for resources: {'Port': ['ID=30bc0ae6-9ef4-4c02-82f3-f7f849756aa2,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:30.213143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:30.310591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Calling delete_port for bb3c414f-607e-4c90-a567-99b7a7e9d83f owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:30.404711 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ed04a-10e5-4f9c-a505-eab17d771fac None None] Pushing event updated for resources: {'Port': ['ID=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:30.408257 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3836721-7d18-4e3e-9636-60568a27764d None None] Network a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:30.435065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-0ac9f794-04d4-446c-9da0-592f7faf333d tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:30.435520 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-198ed04a-10e5-4f9c-a505-eab17d771fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:30.438762 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-0ac9f794-04d4-446c-9da0-592f7faf333d tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/networks?id=ae161a7a-4f3c-4542-bddd-73cfc65543e7 HTTP/1.1" status: 200 len: 796 time: 0.9170015 Dec 20 12:08:30.464465 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bb3c414f-607e-4c90-a567-99b7a7e9d83f no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:08:30.523442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Calling delete_port for bb3c414f-607e-4c90-a567-99b7a7e9d83f owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:30.528927 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.541369 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-b0654f7f-b80d-44d6-bda5-d10401c7446f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:30.585014 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:30.643875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] No DVR routers for this DVR port bb3c414f-607e-4c90-a567-99b7a7e9d83f on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:08:30.652621 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.654684 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: bb3c414f-607e-4c90-a567-99b7a7e9d83f {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:08:30.655224 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device bb3c414f-607e-4c90-a567-99b7a7e9d83f not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:08:30.748370 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-337a7d71-da7d-4a41-b102-29f36e7ecaf0 None None] Provisioning complete for port 8184b177-9b58-42d3-bfa1-da665332861f triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:30.748726 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-337a7d71-da7d-4a41-b102-29f36e7ecaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.793467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Pushing event deleted for resources: {'Port': ['ID=bb3c414f-607e-4c90-a567-99b7a7e9d83f,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:30.811617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:08:30.812366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:08:30.822368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.822806 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.823106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.823446 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.823779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.824235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.824704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.825041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.825371 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.825695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.826020 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:08:30.839826 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:30.880003 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-838809e5-c614-485b-b7bb-f281bf65cea7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/quotas/2b826d14fc9a4936bd00c0f3b9d6a4d7 HTTP/1.1" status: 200 len: 375 time: 0.4080114 Dec 20 12:08:30.887708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-337a7d71-da7d-4a41-b102-29f36e7ecaf0 None None] Port 8184b177-9b58-42d3-bfa1-da665332861f cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:30.909586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-337a7d71-da7d-4a41-b102-29f36e7ecaf0 None None] Provisioning complete for port 57994678-d13b-453b-86e9-02408e424393 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:30.910055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-337a7d71-da7d-4a41-b102-29f36e7ecaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.939185 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:30.949862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b7ade0e3-e13d-4744-a3b6-94eb6f6e4c7c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:31.068928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Subnet': ['ID=75e5f30d-318f-444f-81d1-a2a9df7229b7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:31.081347 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:31.083116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.103163 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/75e5f30d-318f-444f-81d1-a2a9df7229b7 HTTP/1.1" status: 204 len: 168 time: 2.1145403 Dec 20 12:08:31.105498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39804) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.168377 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-5250bfb3-9af2-44ed-9b52-f100af2dd4ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:31.168824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5250bfb3-9af2-44ed-9b52-f100af2dd4ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:31.182346 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5250bfb3-9af2-44ed-9b52-f100af2dd4ed tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/aaae4a77-6d1a-404a-ba81-264acfa110c3 HTTP/1.1" status: 404 len: 337 time: 0.0753567 Dec 20 12:08:31.182979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39808) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.242686 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f271eadb-1b4d-45c3-9ecb-3e734e93dafc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "GET /v2.0/ports?device_id=389f173b-42af-4ebb-a390-29fb7c26d96e HTTP/1.1" status: 200 len: 205 time: 0.0584023 Dec 20 12:08:31.243316 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39812) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.296025 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:29Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:31.296836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] DHCP port deletion for a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:08:31.302605 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f1d138-564f-49c0-9b3b-0d6aadbbb8ef None None] The sync data for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv is: [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:29Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:31.306367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Deleting port 57994678-d13b-453b-86e9-02408e424393 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:31.306990 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.333177 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Deleting port bb3c414f-607e-4c90-a567-99b7a7e9d83f {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:31.333647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.429798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:31.430180 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-6752b871-e349-450f-adb1-902e5ee09e8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] delete failed (client error): The resource could not be found. Dec 20 12:08:31.435143 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6752b871-e349-450f-adb1-902e5ee09e8c tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/routers/389f173b-42af-4ebb-a390-29fb7c26d96e HTTP/1.1" status: 404 len: 336 time: 0.1882238 Dec 20 12:08:31.449518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39816) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.490536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] For port 8bda87bc-a5d1-4891-9c26-550a737ccccf, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8bda87bc-a5d1-4891-9c26-550a737ccccf,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:31.587691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] The port 'bb3c414f-607e-4c90-a567-99b7a7e9d83f' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:08:31.596530 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7319c377-1f21-4dd0-a30f-c5dc68dd1145 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:31.597272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7319c377-1f21-4dd0-a30f-c5dc68dd1145 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:31.602399 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7319c377-1f21-4dd0-a30f-c5dc68dd1145 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/6b5f53d4-46c6-4207-9044-82286b4b637c HTTP/1.1" status: 404 len: 337 time: 0.1481409 Dec 20 12:08:31.644024 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39820) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.714453 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-2db97f11-6a0e-4a44-b57e-87d328daa3fb tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7857447 Dec 20 12:08:31.811791 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:31.866050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:08:31.908474 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff41b857-2dce-49d4-ab16-06a504db3a23 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:31.908474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff41b857-2dce-49d4-ab16-06a504db3a23 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:31.917874 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] For port 57994678-d13b-453b-86e9-02408e424393, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=57994678-d13b-453b-86e9-02408e424393,segment=NetworkSegment(efc9e2c9-d25e-4609-a9f6-0f6c625b00df),segment_id=efc9e2c9-d25e-4609-a9f6-0f6c625b00df)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:31.918378 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.937505 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ff41b857-2dce-49d4-ab16-06a504db3a23 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/c7d4408f-1247-4e43-9af9-be86f5207eb6 HTTP/1.1" status: 404 len: 337 time: 0.2906630 Dec 20 12:08:31.943687 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.948890 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39826) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:31.958806 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.966568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.967761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:31.981518 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:32.036259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.057716 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cc621c-09d4-4bb6-88c8-7cd0f8d0d452 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:32.058561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cc621c-09d4-4bb6-88c8-7cd0f8d0d452 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:32.061301 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c8cc621c-09d4-4bb6-88c8-7cd0f8d0d452 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/3205a5c1-4236-4aac-8512-8a98cf6b360a HTTP/1.1" status: 404 len: 337 time: 0.1087015 Dec 20 12:08:32.082243 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39830) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:32.111904 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Calling delete_port for 57994678-d13b-453b-86e9-02408e424393 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:32.113559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d5a4ed-8786-4260-b1ac-5371c5d1ca85']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:32.146569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087efb7c-0160-4e88-9615-ca28f84f6453') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:32.147044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087efb7c-0160-4e88-9615-ca28f84f6453') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:32.162662 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-653736c4-389e-4599-af49-d5d6c4a10aa2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:32.163373 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653736c4-389e-4599-af49-d5d6c4a10aa2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:32.166483 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-653736c4-389e-4599-af49-d5d6c4a10aa2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/fa8515c6-4a71-4cfb-983d-f9f44606e8be HTTP/1.1" status: 404 len: 333 time: 0.0780642 Dec 20 12:08:32.172517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39834) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:32.183790 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.269569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:32.282230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:32.283214 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.289762 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8019fc-6d82-49b3-aa12-c825f7ce404a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:32.291060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8019fc-6d82-49b3-aa12-c825f7ce404a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:32.294306 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-cc8019fc-6d82-49b3-aa12-c825f7ce404a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/ef436586-7096-4de9-bcd2-516f4de11b52 HTTP/1.1" status: 404 len: 337 time: 0.1195185 Dec 20 12:08:32.297634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.298273 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.302743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39838) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:32.309729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:32.326128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:32.328347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:32.329211 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.373022 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e2913-dfdd-4fd4-bfd8-ea139d84424b None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:32.386846 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.395321 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:32.395993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.476898 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.495062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:32.517838 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:32.526513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.534468 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f88ca09b-5516-4dee-90b3-124c08c0631e tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:32.552116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:32.554579 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd43de7-8e5a-4982-89bc-680eee87e285 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:32.555118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd43de7-8e5a-4982-89bc-680eee87e285 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:32.568318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Pushing event deleted for resources: {'Network': ['ID=a1d5a4ed-8786-4260-b1ac-5371c5d1ca85,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:32.571498 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] 10.222.0.41 "DELETE /v2.0/networks/a1d5a4ed-8786-4260-b1ac-5371c5d1ca85 HTTP/1.1" status: 204 len: 168 time: 3.9124985 Dec 20 12:08:32.572863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:32.574672 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1cd43de7-8e5a-4982-89bc-680eee87e285 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/7846941e-8f9d-455c-8459-fd3e77552df7 HTTP/1.1" status: 404 len: 337 time: 0.2702415 Dec 20 12:08:32.579823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39844) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:32.620051 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Pushing event deleted for resources: {'Port': ['ID=57994678-d13b-453b-86e9-02408e424393,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:32.631223 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fbbff8-60a2-4153-9af7-9b390107373a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:32.633757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fbbff8-60a2-4153-9af7-9b390107373a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:32.635767 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c1fbbff8-60a2-4153-9af7-9b390107373a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/4f128782-4c75-45ad-b8a5-bbdfd044b066 HTTP/1.1" status: 404 len: 333 time: 0.0547945 Dec 20 12:08:32.640102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39848) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:32.725018 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99ad17e-1aad-446f-8d88-e273c0e495c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:32.725018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99ad17e-1aad-446f-8d88-e273c0e495c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:32.726763 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d99ad17e-1aad-446f-8d88-e273c0e495c2 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/190eb68f-4af5-42bc-9e8f-6f2c2d0e236c HTTP/1.1" status: 404 len: 337 time: 0.0854602 Dec 20 12:08:32.731342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39852) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:32.741922 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:32.780961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] No DVR routers for this DVR port 57994678-d13b-453b-86e9-02408e424393 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:08:32.808009 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=8bda87bc-a5d1-4891-9c26-550a737ccccf,revision_number=10']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:32.811801 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 9.7844474 Dec 20 12:08:32.814701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:32.820844 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0a22cb7b-0ceb-4197-b4f0-7496437ee059 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.784s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:32.865670 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39856) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:32.885466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Request body: {'port': {'network_id': '51a1536f-8906-4846-ba25-f9918687ea89', 'mac_address': 'fa:16:3e:79:82:74', 'name': 'tempest-NetworksTestDHCPv6-1881027213'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:33.004241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.024888 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Subnet': ['ID=46496cbe-3d7f-4828-b904-771ff5f9681c,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:33.031745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:33.055417 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10fed0e-0409-4714-a69f-03711d0bb514 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:33.056002 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10fed0e-0409-4714-a69f-03711d0bb514 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:33.064018 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a10fed0e-0409-4714-a69f-03711d0bb514 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/subnets/296b3643-a912-445d-a0c3-680c92abba72 HTTP/1.1" status: 404 len: 337 time: 0.3313582 Dec 20 12:08:33.064889 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39860) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:33.118395 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:33.203354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:33.225608 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.2175601 Dec 20 12:08:33.227915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39866) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:33.231674 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-0d319da8-4603-434a-962f-23f468dcf76f service neutron] 10.222.0.41 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4315739 Dec 20 12:08:33.238902 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:33.255215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-1053734421'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:33.266797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Deleting port 8184b177-9b58-42d3-bfa1-da665332861f {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:33.267356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.274372 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:33.282157 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:33.283497 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:33.312823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39870) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:33.339015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:33.343247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:33.381864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:33.396199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:33.412213 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:33.469420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.562149 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-e237eb03-e92d-4574-af51-4c157e5dcecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:33.609322 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 57994678-d13b-453b-86e9-02408e424393 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:08:33.622022 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Made reservation on behalf of 6b3d8bda932047c5a94631bd124567f7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:33.659695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:33.665409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:33.727578 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-988c8d54-db26-43c1-be13-e176fac057d0 service neutron] 10.222.0.41 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266741 Dec 20 12:08:33.733357 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 57994678-d13b-453b-86e9-02408e424393 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:08:33.740958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 57994678-d13b-453b-86e9-02408e424393 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:08:33.902561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8bda87bc-a5d1-4891-9c26-550a737ccccf up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:33.989454 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:34.007897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:34.028500 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:34.290684 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:34.291076 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.397226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Router f90cdf11-6ea8-42d0-80e3-73b34105fe76 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:08:34.409871 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fb922031-bc3c-42d8-9aaf-ca2dd1ca7d2f req-607a2f30-410a-434a-a3f5-4a9daf831ed8 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 210 time: 0.2369828 Dec 20 12:08:34.540566 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-651e8f81-0da3-4f9a-878e-4dbb4eb67beb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9352399374ac4b7497ab44b7804e63de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2205195 Dec 20 12:08:34.549187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39884) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:34.699437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:34.722573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:34.771787 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:08:22Z', 'revision_number': 3, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:24Z', 'revision_number': 2, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:34.784733 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:08:34.785318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Updating router 8d4e4385-d219-4286-b9b5-496d6422fa3e port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:08:34.953080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.123524 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Calling delete_port for 8184b177-9b58-42d3-bfa1-da665332861f owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:35.251467 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.252114 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment 442a155e-d389-44d3-90c6-8e0332b5ebb7 of type vlan for network 2c16dc2c-722e-41da-8c76-46b67a021642 Dec 20 12:08:35.254220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.302882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.402190 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.506876 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:08:35.586830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.619816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.639026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] device_id is not set on port 478ef5dd-3faa-411c-be60-b626b7ef1c1b yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:08:35.639327 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.653082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Transition to ACTIVE for port object f56cce5e-1fa3-46b9-bf2a-ce2d36017206 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:35.656791 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:35.665074 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.672329 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5a0546bb-5d80-4bc7-8e17-f7bdb85f1f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:35.684900 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] Sync routers for ids ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:35.712569 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] Routers {'f90cdf11-6ea8-42d0-80e3-73b34105fe76'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:35.717701 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:35.796807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-29cbd29e-4cf3-4276-9cc4-06f6981d457c tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:35.815242 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7757e8e1-7c17-4614-885c-21aec290450f req-e54c785e-fff3-4165-8af3-2506713e820d tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 210 time: 0.1108494 Dec 20 12:08:35.849543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 22a620a1-82c8-42ed-a746-0c45dfc2877d has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:35.880200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:35.884697 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.7114270 Dec 20 12:08:35.994492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39898) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:36.005542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': False}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:36.048372 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:36.099780 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:36.116579 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] Routers {'f90cdf11-6ea8-42d0-80e3-73b34105fe76'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:36.131166 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:36.301822 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-8e5afb31-619f-4a4e-8e74-caf39c8241cd None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:36.302432 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8e5afb31-619f-4a4e-8e74-caf39c8241cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:36.357411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50081bfd-f5ff-4a8e-a40e-dd20b16b31c2 None None] Pushing event updated for resources: {'Port': ['ID=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:36.377848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Port': ['ID=8184b177-9b58-42d3-bfa1-da665332861f,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:36.392628 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:36.393582 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76965603-4b47-49b4-abf5-c46ff82ebd2e None None] The sync data for ids ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:36.404384 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:08:36.435841 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:36.450915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:36.454113 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/routers/22a620a1-82c8-42ed-a746-0c45dfc2877d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.8922930 Dec 20 12:08:36.459492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39902) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:36.463108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:36.467435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:36.468379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:36.479932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2cc70ad6-c78f-4765-af23-e62ff2331005 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:36.512954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:36.524958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] Sync routers for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:36.597862 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-50081bfd-f5ff-4a8e-a40e-dd20b16b31c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:36.680280 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/ports/8184b177-9b58-42d3-bfa1-da665332861f HTTP/1.1" status: 204 len: 168 time: 3.6072326 Dec 20 12:08:36.685325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:36.686275 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:36.693472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:36.695872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:36.697055 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39265225-4eb9-4a70-af0c-ca5a6f20a7e9 HTTP/1.1" status: 204 len: 168 time: 2.1198850 Dec 20 12:08:36.697909 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39910) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:36.720059 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.4844918 Dec 20 12:08:36.727704 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8::183 (51a1536f-8906-4846-ba25-f9918687ea89/a6afe428-0f1c-4645-ae83-cb906ff2631b/478ef5dd-3faa-411c-be60-b626b7ef1c1b) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:36.732018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39914) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:36.732871 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=2c16dc2c-722e-41da-8c76-46b67a021642,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:36.744844 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:36.760416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:36.816746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Attempting to bind port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:36.817547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Attempting to bind port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:36.817547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Attempting to bind port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 on network f39a31f5-c570-434b-9baa-ef1bdcb44cdc {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:36.822923 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 2c16dc2c-722e-41da-8c76-46b67a021642 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:37.075125 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:37.075552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Checking segment: {'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:37.076054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:37.076518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Bound using segment: {'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:37.077065 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Bound port: f56cce5e-1fa3-46b9-bf2a-ce2d36017206, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a29174-bcb4-4d9b-b580-f41351eea61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:37.077732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:37.192307 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:37.212717 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:37.213185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:37.239557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b5f1eaea-b533-4d60-acae-1a09269e21e4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.530s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:37.284931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:37.288217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe79:8274 (51a1536f-8906-4846-ba25-f9918687ea89/46496cbe-3d7f-4828-b904-771ff5f9681c/478ef5dd-3faa-411c-be60-b626b7ef1c1b) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:37.330861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39265225-4eb9-4a70-af0c-ca5a6f20a7e9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:37.334163 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:37.336180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:37.352532 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-52ef09f4-b243-439a-8106-c67d34d3bf98 req-ef3f5293-e545-4cda-8d5d-e5c1fc455417 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 210 time: 0.1163778 Dec 20 12:08:37.353640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:37.386596 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:37.446999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:37.542714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:37.598727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:37.625182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] Routers {'22a620a1-82c8-42ed-a746-0c45dfc2877d'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:37.626539 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['22a620a1-82c8-42ed-a746-0c45dfc2877d'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:37.638598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:37.769557 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] For port f56cce5e-1fa3-46b9-bf2a-ce2d36017206, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:37.775892 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] For port f56cce5e-1fa3-46b9-bf2a-ce2d36017206, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,segment=NetworkSegment(73a29174-bcb4-4d9b-b580-f41351eea61d),segment_id=73a29174-bcb4-4d9b-b580-f41351eea61d)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:37.807740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:37.813715 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-5a0546bb-5d80-4bc7-8e17-f7bdb85f1f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:37.887649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:37.888083 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa5625-f99e-4834-ac97-400cbea752ad None None] The sync data for ids ['22a620a1-82c8-42ed-a746-0c45dfc2877d'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:38.023614 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:38.024211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:38.174773 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.206183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:38.224212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc9e2c9-d25e-4609-a9f6-0f6c625b00df') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:38.224549 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc9e2c9-d25e-4609-a9f6-0f6c625b00df') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:38.352275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.375660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.438549 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:08:38.439315 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-ccffaf75-2b13-4fd3-9c33-65d00bd2d2f7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:38.440574 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-ccffaf75-2b13-4fd3-9c33-65d00bd2d2f7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Synchronizing usage tracker for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:network {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:38.500003 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.512500 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.518794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 5a02d9c0-d50d-4e95-bbe1-764906a739ed {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:38.519408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.568134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.725451 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:38.725938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:38.779841 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:38.802315 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-94b960cd-4eaf-4277-a752-fb8ad2746c9a req-d57c9d6f-9fd8-4192-99e2-7e6d7b70b1f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 210 time: 0.1206739 Dec 20 12:08:38.891347 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39944) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:38.893926 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50081bfd-f5ff-4a8e-a40e-dd20b16b31c2 None None] Pushing event updated for resources: {'Port': ['ID=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:38.918469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-50081bfd-f5ff-4a8e-a40e-dd20b16b31c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:38.959563 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-ccffaf75-2b13-4fd3-9c33-65d00bd2d2f7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Unset dirty status for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:network {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:38.960967 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-ccffaf75-2b13-4fd3-9c33-65d00bd2d2f7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.62 "GET /v2.0/networks?id=ae161a7a-4f3c-4542-bddd-73cfc65543e7 HTTP/1.1" status: 200 len: 796 time: 1.6775846 Dec 20 12:08:38.984328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.020867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.026074 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.035984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-30149566-925d-48d7-af31-87d460a0d6f8 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:39.060859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.084604 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Pushing event deleted for resources: {'Network': ['ID=a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:39.086984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:39.110394 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-bcd825dd-9378-4d2c-9772-80987e4a193a tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] 10.222.0.41 "DELETE /v2.0/networks/a1d23c99-6a6d-4b9a-aa1d-73f44b0e4799 HTTP/1.1" status: 204 len: 168 time: 2.3861239 Dec 20 12:08:39.116433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Transition to ACTIVE for port object 478ef5dd-3faa-411c-be60-b626b7ef1c1b will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:39.156103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:08:22Z', 'revision_number': 3, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:37Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:39.167205 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ece6b-f8b3-4005-ab2f-8809ae6fd152 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:08:22Z', 'revision_number': 3, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:37Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:39.181256 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-b60c9014-247e-4df5-b5e7-2bdc95d38b38 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7 HTTP/1.1" status: 200 len: 380 time: 0.2065029 Dec 20 12:08:39.202806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'port': {'device_id': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'admin_state_up': True, 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'security_groups': ['76c950a6-5c6b-4b9e-b434-1f1fa8393131']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:39.323660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 5a02d9c0-d50d-4e95-bbe1-764906a739ed owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:39.436882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.446842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-880bf3b8-b639-48e8-a2de-79ea416e48d5 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:39.534553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-460442083'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:39.547305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.549410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:39.576544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:network and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:39.581586 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:39.596118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:39.615842 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Made reservation on behalf of 710c5aae48a54de4ad5043333ab938c7 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:39.622595 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.643754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Network 51a1536f-8906-4846-ba25-f9918687ea89 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:39.651197 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.656243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:39.673992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:39.697507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:39.699669 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:39.724372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:39.750993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event updated for resources: {'Port': ['ID=478ef5dd-3faa-411c-be60-b626b7ef1c1b,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:39.765356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:39.781676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:port and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:39.791010 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f3e51191-a8ff-47de-9456-a42e870d5752 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:39.842758 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:39.928567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:39.954288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:40.026169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39956) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:40.041080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Made reservation on behalf of 2b826d14fc9a4936bd00c0f3b9d6a4d7 for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:40.046508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.078306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:security_group_rule and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:40.088466 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.2213469 Dec 20 12:08:40.102492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:40.103000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: 2c16dc2c-722e-41da-8c76-46b67a021642, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:40.108368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:40.113317 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39960) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:40.168738 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4446310e-b594-4aee-bd58-e3af3ce6a678 None None] Provisioning for port 478ef5dd-3faa-411c-be60-b626b7ef1c1b completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:40.180280 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=66027053-db18-4a8f-8f63-17114affc859,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:40.189602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4446310e-b594-4aee-bd58-e3af3ce6a678 None None] Provisioning complete for port 478ef5dd-3faa-411c-be60-b626b7ef1c1b triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:40.190918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4446310e-b594-4aee-bd58-e3af3ce6a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.215060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:40.239118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:40.301935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network 2c16dc2c-722e-41da-8c76-46b67a021642 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:40.320809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4446310e-b594-4aee-bd58-e3af3ce6a678 None None] Port 478ef5dd-3faa-411c-be60-b626b7ef1c1b cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:40.407224 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e00b45b4-8984-4ae3-8a97-20354335d84f req-0a015bb2-c699-4bfc-ba9f-49970f31a9af tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 210 time: 0.1825471 Dec 20 12:08:40.415775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 2c16dc2c-722e-41da-8c76-46b67a021642) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:40.428486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76876f3-f154-4005-863c-1242c017ad6b None None] Network 2c16dc2c-722e-41da-8c76-46b67a021642 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:40.465218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:40.470601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.494971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f56cce5e-1fa3-46b9-bf2a-ce2d36017206 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:40.565714 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8290493 Dec 20 12:08:40.571964 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.577973 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 39966) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:40.588693 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Allocated IP 172.20.0.6 (ae161a7a-4f3c-4542-bddd-73cfc65543e7/509ad022-fb97-4154-8167-c927ce76d697/6e78faaf-f46f-44e8-bd67-2d7ea1906ba5) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:40.593431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2fc22adc-d771-4fac-a822-f20ca23fd99e tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:40.646679 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ab3d3f09-9570-45ca-8721-1e02131a9422 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b725b547212f43cfac00b00e174583bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5558686 Dec 20 12:08:40.651444 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39970) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:40.911485 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:40.934252 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:40.934600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:40.948241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.006238 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=5a02d9c0-d50d-4e95-bbe1-764906a739ed,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:41.037698 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting port 478ef5dd-3faa-411c-be60-b626b7ef1c1b {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:41.038076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.045623 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.057238 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-2c16dc2c-722e-41da-8c76-46b67a021642', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:41.058651 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.082801 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:41.164304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.208596 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Transition to ACTIVE for port object 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:41.249857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.263487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f3fac3d1-5311-4aeb-8d7c-3509ea670c98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:41.264541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.299014 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.302557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b693bc7-6bca-4421-bb5a-0af75e673c42,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:41.311866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.314486 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b693bc7-6bca-4421-bb5a-0af75e673c42 HTTP/1.1" status: 204 len: 168 time: 0.6614897 Dec 20 12:08:41.317305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:41.320000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6d2aad8b-8461-4924-903e-a8d3ef10d06b tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:41.388484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.429381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:41.438123 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:41.449802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port f56cce5e-1fa3-46b9-bf2a-ce2d36017206, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,segment=NetworkSegment(73a29174-bcb4-4d9b-b580-f41351eea61d),segment_id=73a29174-bcb4-4d9b-b580-f41351eea61d)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:41.461325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Network ae161a7a-4f3c-4542-bddd-73cfc65543e7 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:41.463715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:41.469420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.470180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:41.479355 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:41.686046 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:41.686573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.742865 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5479841 Dec 20 12:08:41.755319 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Request body: {'port': {'device_id': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:41.758452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Allocated IP 172.22.0.2 (2c16dc2c-722e-41da-8c76-46b67a021642/66027053-db18-4a8f-8f63-17114affc859/8be67d2c-d5d1-49a8-9fd1-b93e58a36e65) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:41.766483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:41.782038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:41.788541 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-07ea4ff8-f2b5-4f9d-a6c9-eb890d2812be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:41.832617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.145882 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.187392 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ff5b42b9-cc1b-4ee7-aac6-6e08181765dc None None] Provisioning for port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:42.213376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ff5b42b9-cc1b-4ee7-aac6-6e08181765dc None None] Provisioning complete for port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:42.213916 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ff5b42b9-cc1b-4ee7-aac6-6e08181765dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.229966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.298015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Calling delete_port for 478ef5dd-3faa-411c-be60-b626b7ef1c1b owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:42.350959 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.408529 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b42b9-cc1b-4ee7-aac6-6e08181765dc None None] Port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:42.411804 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Transition to ACTIVE for port object 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:42.419459 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.482954 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Transition to ACTIVE for port object 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:42.500066 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.510672 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-50081bfd-f5ff-4a8e-a40e-dd20b16b31c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:42.621692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f56cce5e-1fa3-46b9-bf2a-ce2d36017206 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:42.728640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.786278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Network 2c16dc2c-722e-41da-8c76-46b67a021642 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:42.789820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:42.810129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1094ecaf-bb9b-4f74-8890-cafdb3102851 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:42.817540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:42.846777 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Pushing event updated for resources: {'Port': ['ID=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:42.850757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:42.868698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:43.034017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:43.034017 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.144687 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Attempting to bind port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:43.145336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Attempting to bind port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:43.145940 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Attempting to bind port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 on network 2c16dc2c-722e-41da-8c76-46b67a021642 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:43.171856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:43.171856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Checking segment: {'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:43.171856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.171856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Bound using segment: {'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:43.171856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Bound port: 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:43.171856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.173288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 39994) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:43.206398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 {{(pid=83527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:08:43.224854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.269937 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Transition to ACTIVE for port object 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:43.277559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.289975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e441e9a8-bf27-46de-bdb7-c8bd8fa26e27 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:43.467012 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] For port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:43.471243 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] For port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,segment=NetworkSegment(442a155e-d389-44d3-90c6-8e0332b5ebb7),segment_id=442a155e-d389-44d3-90c6-8e0332b5ebb7)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:43.478265 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.479407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0225c1-da65-4836-a190-692c14600064,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:43.485836 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ed089226-da4a-4c6d-ae86-546f1ed9f74c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:43.505103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0d5b87ed-2d7c-4750-b8ff-ea800923e024 tempest-DvrRoutersNegativeTest-1129519770 tempest-DvrRoutersNegativeTest-1129519770-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-440228581', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:43.505103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.policy [None req-0d5b87ed-2d7c-4750-b8ff-ea800923e024 tempest-DvrRoutersNegativeTest-1129519770 tempest-DvrRoutersNegativeTest-1129519770-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83527) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 20 12:08:43.505915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:43.506104 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.policy [None req-0d5b87ed-2d7c-4750-b8ff-ea800923e024 tempest-DvrRoutersNegativeTest-1129519770 tempest-DvrRoutersNegativeTest-1129519770-project] Failed policy check for 'create_router' {{(pid=83527) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 20 12:08:43.506104 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-0d5b87ed-2d7c-4750-b8ff-ea800923e024 tempest-DvrRoutersNegativeTest-1129519770 tempest-DvrRoutersNegativeTest-1129519770-project] create failed (client error): Access was denied to this resource. Dec 20 12:08:43.507631 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0d5b87ed-2d7c-4750-b8ff-ea800923e024 tempest-DvrRoutersNegativeTest-1129519770 tempest-DvrRoutersNegativeTest-1129519770-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3332503 Dec 20 12:08:43.581763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.719128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Pushing event updated for resources: {'Port': ['ID=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:43.734004 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:43.743927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:43.825843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:43.845732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:43.962529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ccd4-b089-4f9e-ba49-5f9c8e455cc0 req-ae59a8c0-696c-46b1-bd33-fd458624303b tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:43.967502 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fda5ccd4-b089-4f9e-ba49-5f9c8e455cc0 req-ae59a8c0-696c-46b1-bd33-fd458624303b tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 931 time: 2.1379619 Dec 20 12:08:44.006050 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Attempting to bind port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:44.006536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Attempting to bind port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:44.007082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Attempting to bind port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 on network ae161a7a-4f3c-4542-bddd-73cfc65543e7 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:44.014941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 on network ae161a7a-4f3c-4542-bddd-73cfc65543e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:08:44.015489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Attempting to bind port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 on network ae161a7a-4f3c-4542-bddd-73cfc65543e7 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:44.028521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Checking agent: {'id': '5a546cee-ba98-4fa8-9d99-ad750e31cd10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-vict', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'started_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:44.029374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Checking segment: {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:44.030079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Bound using segment: {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:44.030744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Bound port: 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host: hv-neutron-vict, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f2f762-6333-4a3f-ad5e-80de012fec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7'}}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:44.031392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.176345 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1d703db2-8fed-40f7-b21f-40e37494383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.327169 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.355398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:44.361175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:44.373654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.381144 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:44.412062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-25146715-d4d8-43e1-84d5-e5aff7d7a8fb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:44.485677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40004) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:44.486538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.487682 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Fanout notify agent at l3_agent the message router_deleted on router 22a620a1-82c8-42ed-a746-0c45dfc2877d {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:08:44.489774 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:44.502986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.503187 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Added segment d1bf5499-cd75-4102-8290-814022b7e109 of type vlan for network c7af72e4-f75a-4666-8579-bb4c4bc96b48 Dec 20 12:08:44.547335 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Port': ['ID=478ef5dd-3faa-411c-be60-b626b7ef1c1b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:44.556921 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:44.628911 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:44.635018 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] 10.222.0.62 "PUT /v2.0/ports/6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 HTTP/1.1" status: 200 len: 1093 time: 2.8849185 Dec 20 12:08:44.646893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:08:44.688482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:44.703079 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:44.762729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:44.919598 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:44.952062 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-fda5ccd4-b089-4f9e-ba49-5f9c8e455cc0 req-0c404127-c0c1-4abf-a8dd-6dc655025d67 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8254519 Dec 20 12:08:44.965978 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'status': 'completed', 'code': 200} Dec 20 12:08:45.070982 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.085993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.120809 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.123598 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-4217308d-1e0e-407e-8971-6d7c2d9ae9d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7&device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1096 time: 0.3369336 Dec 20 12:08:45.161685 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.231975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.254676 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/478ef5dd-3faa-411c-be60-b626b7ef1c1b HTTP/1.1" status: 204 len: 168 time: 5.1287231 Dec 20 12:08:45.262580 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.268539 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40012) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:45.272684 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/routers/22a620a1-82c8-42ed-a746-0c45dfc2877d HTTP/1.1" status: 204 len: 168 time: 8.8023992 Dec 20 12:08:45.273871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40014) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:45.408997 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-918cdc0e-7452-4899-bfa4-1e72e013821e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 HTTP/1.1" status: 200 len: 217 time: 0.2689214 Dec 20 12:08:45.461470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:45.477766 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Usage tracker for resource:security_group_rule and tenant:04799db39d984ecd84af655c123897ef is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:45.489836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:45.492313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.498495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:45.499806 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.503678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:45.520119 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-5ea09fed-6f8e-467b-8ad6-834e9367e494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:45.520574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54993f4a-669d-4a9a-9270-462a1cb4e22d tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:45.521820 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-5ea09fed-6f8e-467b-8ad6-834e9367e494 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=509ad022-fb97-4154-8167-c927ce76d697 HTTP/1.1" status: 200 len: 834 time: 0.1053660 Dec 20 12:08:45.621432 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546996e-4c1d-485c-bd82-ac641a854832 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:45.622296 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3546996e-4c1d-485c-bd82-ac641a854832 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:45.656305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-3546996e-4c1d-485c-bd82-ac641a854832 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:45.657505 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3546996e-4c1d-485c-bd82-ac641a854832 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3893399 Dec 20 12:08:45.670071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40020) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:45.688459 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 6.7940216 Dec 20 12:08:45.763015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.764219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40024) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:45.787838 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'subnet': {'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:45.811859 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-4f520652-98b0-4b83-9161-6ae903ea9537 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae161a7a-4f3c-4542-bddd-73cfc65543e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2826064 Dec 20 12:08:45.812628 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:45.849772 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3521b185-88e6-47ca-8843-bffa35cea240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:45.852361 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5882b-9654-4348-9115-6a0e6462b7a7 None None] Network 2c16dc2c-722e-41da-8c76-46b67a021642 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:45.923482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Network': ['ID=c7af72e4-f75a-4666-8579-bb4c4bc96b48,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:45.952510 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04799db39d984ecd84af655c123897ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4616561 Dec 20 12:08:45.955006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40028) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:45.956215 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2d3d90b8-0b6d-42ce-b419-b45b3f8da165 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:45.979230 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Router f90cdf11-6ea8-42d0-80e3-73b34105fe76 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:46.016976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:46.107092 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Provisioning for port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:46.212091 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Provisioning complete for port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:46.212727 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.230149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting subnet 8e54a128-b421-4629-af78-78aa1f4d361f {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:46.245176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.375428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79eafa8-5c95-4d01-acb0-06756c49d198,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:46.418526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75667fc8-b2f8-4d3a-a160-b603148715a2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.423005 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-75667fc8-b2f8-4d3a-a160-b603148715a2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7495704 Dec 20 12:08:46.423005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-48648520-28b1-408e-bc89-e7ab1451668d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:46.449062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40034) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:46.505015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.586109 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.586808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:46.605151 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:subnet and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:46.620318 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:46.665907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:46.698321 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-1eca7066-a41a-4109-bd7c-1b2abef5a67b service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542223 Dec 20 12:08:46.727687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aace4d2-1b71-4d83-83cb-6ab510dea101 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.730750 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aace4d2-1b71-4d83-83cb-6ab510dea101 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.733761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aace4d2-1b71-4d83-83cb-6ab510dea101 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.735428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7aace4d2-1b71-4d83-83cb-6ab510dea101 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:46.768760 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.783361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Made reservation on behalf of 710c5aae48a54de4ad5043333ab938c7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:46.855128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] For port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,segment=NetworkSegment(442a155e-d389-44d3-90c6-8e0332b5ebb7),segment_id=442a155e-d389-44d3-90c6-8e0332b5ebb7)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:46.864489 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:46.865433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafc6-7e75-467f-a1b0-a63def9a1e41 req-c7b24f5a-cb4b-4bee-a870-ba11cf59fb99 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:46.867484 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-bd7bafc6-7e75-467f-a1b0-a63def9a1e41 req-c7b24f5a-cb4b-4bee-a870-ba11cf59fb99 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 943 time: 0.5712066 Dec 20 12:08:46.886115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:46.888083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.036132 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Pushing event updated for resources: {'Port': ['ID=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:47.040586 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:47.047727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.124386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.181158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-7aace4d2-1b71-4d83-83cb-6ab510dea101 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:47.186782 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7aace4d2-1b71-4d83-83cb-6ab510dea101 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7324986 Dec 20 12:08:47.196687 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40038) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:47.199603 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-bd7bafc6-7e75-467f-a1b0-a63def9a1e41 req-56569e27-d8db-4990-9848-3c3459b4b0a9 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157940 Dec 20 12:08:47.308320 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.319704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c3ee8192-963f-43b3-9098-6c18ec04549a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:47.334325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.357725 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.383019 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4d096d24-e312-48a9-931a-b56fb62ecc63 req-03a09eaa-1fcc-461d-9a82-75e6cc459b37 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626153 Dec 20 12:08:47.417522 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0d0fed56-db57-4b20-ba7c-191154f191b8 None None] Provisioning complete for port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:47.418326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0d0fed56-db57-4b20-ba7c-191154f191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.434591 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Subnet': ['ID=8e54a128-b421-4629-af78-78aa1f4d361f,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:47.446560 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:47.623775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.635897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ea9741d2-0ed0-467a-a88e-63a126d07830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:47.677428 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79eafa8-5c95-4d01-acb0-06756c49d198,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:47.678105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.682023 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:47.717902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f18aa-f32e-4c34-9e73-f3b5d401a243 None None] Network 49bce175-5d82-44d5-a0b7-810d10e02a3a requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:47.726873 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/subnets/8e54a128-b421-4629-af78-78aa1f4d361f HTTP/1.1" status: 204 len: 168 time: 2.4477308 Dec 20 12:08:47.730707 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40042) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:47.803386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.804773 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f79eafa8-5c95-4d01-acb0-06756c49d198 HTTP/1.1" status: 204 len: 168 time: 1.8128707 Dec 20 12:08:47.815157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:08:47.823384 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.823910 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:47.825802 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d6ff8a73-4d52-4ba6-8293-32572db330ac tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "PUT /v2.0/routers/f90cdf11-6ea8-42d0-80e3-73b34105fe76 HTTP/1.1" status: 200 len: 925 time: 11.8304181 Dec 20 12:08:47.830193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40048) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:47.837587 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] Sync routers for ids ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:08:47.857334 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5ff3be78-60cf-442b-8218-4c1c1a53cdcc tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:47.863535 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] Routers {'f90cdf11-6ea8-42d0-80e3-73b34105fe76'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:47.864579 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:47.979508 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:47.997779 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] Routers {'f90cdf11-6ea8-42d0-80e3-73b34105fe76'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:08:48.007934 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:48.030667 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-c2aea026-b813-4737-8fb2-16992e98affa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7&device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1096 time: 0.5149209 Dec 20 12:08:48.113718 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:48.114446 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec849ffa-1e24-48e1-942d-1a1c8b8b8897 None None] The sync data for ids ['f90cdf11-6ea8-42d0-80e3-73b34105fe76'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:08:48.238494 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.242386 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet 46496cbe-3d7f-4828-b904-771ff5f9681c {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:48.253054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.268619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Subnet': ['ID=fc15e659-c645-4163-8fd3-00dbdfd33b46,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:48.294904 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:48.327852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port d0002994-0de9-404a-aead-8c77da918d1e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:48.331879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.348574 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] DHCP port deletion for 49bce175-5d82-44d5-a0b7-810d10e02a3a request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:08:48.375382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Deleting port d0002994-0de9-404a-aead-8c77da918d1e {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:48.382660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.431720 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.22.0.1 (2c16dc2c-722e-41da-8c76-46b67a021642/66027053-db18-4a8f-8f63-17114affc859/b0ac199e-536e-4e47-926e-60f2e689d433) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:48.447621 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.766134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Checking segment: {'id': 'd1bf5499-cd75-4102-8290-814022b7e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:48.766981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Network hostable DHCP agents. Network: c7af72e4-f75a-4666-8579-bb4c4bc96b48, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:48.890456 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] For port d0002994-0de9-404a-aead-8c77da918d1e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d0002994-0de9-404a-aead-8c77da918d1e,segment=NetworkSegment(97b6c5b2-2eca-466c-8a88-71f3db9bdbb2),segment_id=97b6c5b2-2eca-466c-8a88-71f3db9bdbb2)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:48.891534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:48.937243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-a8ac8d26-077e-4cfc-9e80-6f0dcb097011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:48.940819 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-a8ac8d26-077e-4cfc-9e80-6f0dcb097011 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ae161a7a-4f3c-4542-bddd-73cfc65543e7 HTTP/1.1" status: 200 len: 897 time: 0.8327408 Dec 20 12:08:48.945517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:49.106719 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Calling delete_port for d0002994-0de9-404a-aead-8c77da918d1e owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:49.174627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:49.218702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.265629 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-cdd461e5-665e-41fb-8852-f0e5cf79625b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 HTTP/1.1" status: 200 len: 217 time: 0.3156388 Dec 20 12:08:49.281893 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c7af72e4-f75a-4666-8579-bb4c4bc96b48) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:49.297354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4be158-c6a0-43b4-9136-328410b33e93 None None] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:49.332472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] For port d0002994-0de9-404a-aead-8c77da918d1e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d0002994-0de9-404a-aead-8c77da918d1e,segment=NetworkSegment(97b6c5b2-2eca-466c-8a88-71f3db9bdbb2),segment_id=97b6c5b2-2eca-466c-8a88-71f3db9bdbb2)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:49.333448 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.340752 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.371343 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:49.466991 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] No DVR routers for this DVR port d0002994-0de9-404a-aead-8c77da918d1e on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:08:49.476579 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Pushing event deleted for resources: {'Port': ['ID=d0002994-0de9-404a-aead-8c77da918d1e,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:49.496675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:49.563234 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-a01a0118-6978-41d7-b243-2d92665b38f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0476687 Dec 20 12:08:49.611540 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for d0002994-0de9-404a-aead-8c77da918d1e owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:49.660397 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-471c54d2-5163-4019-8e20-2fd8a515b78e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/routers/f90cdf11-6ea8-42d0-80e3-73b34105fe76 HTTP/1.1" status: 200 len: 925 time: 1.8198860 Dec 20 12:08:49.661164 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40070) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:49.740508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.763661 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 details requested by agent hyperv_hv-neutron-vict with host hv-neutron-vict {{(pid=83530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:08:49.799751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:49.800784 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.874213 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object b0ac199e-536e-4e47-926e-60f2e689d433 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:49.880340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:49.896489 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c9a32e06-1efe-4f00-a3b6-e4ea9eddf9f4 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:49.915512 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:08:49.989045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37269f3e-e873-40c0-980d-157ac14c2f50 req-701a3963-2ee4-4d8d-af91-aae486d25c5b tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:49.992271 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-37269f3e-e873-40c0-980d-157ac14c2f50 req-701a3963-2ee4-4d8d-af91-aae486d25c5b tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 943 time: 0.7935588 Dec 20 12:08:50.006073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=46496cbe-3d7f-4828-b904-771ff5f9681c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:50.010170 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:50.062651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.093538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bf0708a4-43a3-42e0-93fb-58cff7acbe5b tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Synchronizing usage tracker for tenant:e8601710027c4ee7a5dfdcfef29bf91d on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:50.124994 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-37269f3e-e873-40c0-980d-157ac14c2f50 req-baece19d-f331-4dd1-b620-6f49abbc770d tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134117 Dec 20 12:08:50.148904 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-c7af72e4-f75a-4666-8579-bb4c4bc96b48', 'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48', 'tenant_id': '710c5aae48a54de4ad5043333ab938c7', 'fixed_ips': [{'subnet_id': 'fc15e659-c645-4163-8fd3-00dbdfd33b46'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:50.149084 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c6787658-161a-490c-8d8d-e46699408a35 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/46496cbe-3d7f-4828-b904-771ff5f9681c HTTP/1.1" status: 204 len: 168 time: 2.9481955 Dec 20 12:08:50.152333 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.153125 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40076) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:50.171673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2364d-6d1a-430e-8b0e-455401d9b4ad None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:50.240644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-9adb9e0c-2e32-40e5-aa59-e82d1138e709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:50.241967 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.243556 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-9adb9e0c-2e32-40e5-aa59-e82d1138e709 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=509ad022-fb97-4154-8167-c927ce76d697 HTTP/1.1" status: 200 len: 834 time: 0.1488566 Dec 20 12:08:50.248803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:08:50.249483 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:08:50.270538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a0741dd3-c1cd-4f34-8cf0-88d00d58abf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:50.295873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:50.296748 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.306237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40080) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:50.347912 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b0aa2cd5-a7e6-441e-9a16-91f24e5276b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5741792 Dec 20 12:08:50.352927 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40086) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:50.365266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-936947423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:50.376572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:50.384963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:router and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:50.391565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:50.392302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bf0708a4-43a3-42e0-93fb-58cff7acbe5b tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Unset dirty status for tenant:e8601710027c4ee7a5dfdcfef29bf91d on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:50.394877 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf0708a4-43a3-42e0-93fb-58cff7acbe5b tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=f90cdf11-6ea8-42d0-80e3-73b34105fe76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7195303 Dec 20 12:08:50.405247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:50.417728 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-9eca1ef9-80a8-4a7a-8b4a-7c8fa8a0cdfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 1098 time: 0.6602342 Dec 20 12:08:50.422416 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40090) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:50.432993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network 2c16dc2c-722e-41da-8c76-46b67a021642 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:50.440435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:50.449201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:50.471586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.475298 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.637224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-a7db851a-f3f1-43fe-af58-8debef62e94d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:50.638757 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-a7db851a-f3f1-43fe-af58-8debef62e94d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.1960480 Dec 20 12:08:50.681686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Allocated IP 172.20.0.2 (c7af72e4-f75a-4666-8579-bb4c4bc96b48/fc15e659-c645-4163-8fd3-00dbdfd33b46/2e360488-5dbf-4e78-9bc1-dc2cf4503a94) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:50.694410 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Deleting subnet a6afe428-0f1c-4645-ae83-cb906ff2631b {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:08:50.764690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port d0002994-0de9-404a-aead-8c77da918d1e {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:50.764981 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.846769 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193421e3-1c28-4ba7-915b-19fe66472c97 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:50.848828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-193421e3-1c28-4ba7-915b-19fe66472c97 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Synchronizing usage tracker for tenant:e8601710027c4ee7a5dfdcfef29bf91d on resource:network {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:50.857924 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:50.865609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-939891005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:50.879473 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-3bf5f57b-0944-42c0-9eda-35163878baf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae161a7a-4f3c-4542-bddd-73cfc65543e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.6278372 Dec 20 12:08:50.887650 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=b0ac199e-536e-4e47-926e-60f2e689d433,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:50.907425 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:50.948207 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-77743b6f-adaf-4dd0-b013-8ca35063dfef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c HTTP/1.1" status: 200 len: 1001 time: 0.2856264 Dec 20 12:08:50.961736 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.011885 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.055003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] The port 'd0002994-0de9-404a-aead-8c77da918d1e' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:08:51.070613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.086877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:51.090452 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:51.101837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-1063b20f-0138-447e-967f-2f004cf46c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:51.104181 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-1063b20f-0138-447e-967f-2f004cf46c47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.1450965 Dec 20 12:08:51.153719 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Returning: {'device': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'port_id': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'mac_address': 'fa:16:3e:10:8a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:08:51.174111 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.191127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-193421e3-1c28-4ba7-915b-19fe66472c97 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Unset dirty status for tenant:e8601710027c4ee7a5dfdcfef29bf91d on resource:network {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:51.199277 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-193421e3-1c28-4ba7-915b-19fe66472c97 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 0.7736034 Dec 20 12:08:51.200227 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40094) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:51.206965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:router and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:51.218944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:51.256298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.298297 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-443e8448-6170-49b5-acd7-e045dc7b068f tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "GET /v2.0/ports?device_id=f90cdf11-6ea8-42d0-80e3-73b34105fe76 HTTP/1.1" status: 200 len: 205 time: 0.0958984 Dec 20 12:08:51.304388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40100) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:51.306944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:51.398620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d0002994-0de9-404a-aead-8c77da918d1e no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:08:51.414777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.416496 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.421115 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e5ed8677-94ae-4650-a394-4ec07f795e0f tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0661750 Dec 20 12:08:51.455799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40104) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:51.456023 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: d0002994-0de9-404a-aead-8c77da918d1e {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:08:51.456325 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d0002994-0de9-404a-aead-8c77da918d1e not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:08:51.504168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:08:51.531613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.536856 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.538401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.545116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.565202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.610568 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Transition to ACTIVE for port object 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:51.622421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f490b8f0-b83d-4b10-a7b4-82379812dec5 None None] Provisioning for port b0ac199e-536e-4e47-926e-60f2e689d433 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:51.627127 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-c7c9114f-8125-462a-baa8-ca2d5660e9a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5166318 Dec 20 12:08:51.636898 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:51.637656 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bce175-5d82-44d5-a0b7-810d10e02a3a']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:51.674621 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-f490b8f0-b83d-4b10-a7b4-82379812dec5 None None] Provisioning complete for port b0ac199e-536e-4e47-926e-60f2e689d433 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:51.675217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f490b8f0-b83d-4b10-a7b4-82379812dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.683939 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b6c5b2-2eca-466c-8a88-71f3db9bdbb2') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:51.684396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b6c5b2-2eca-466c-8a88-71f3db9bdbb2') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:08:51.702801 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-6ee536ed-5ad4-4778-9860-06d12f127bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810965 Dec 20 12:08:51.747662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.751414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.755607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Transition to ACTIVE for port object 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:51.759012 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.768717 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-f24d63c3-afa4-40b9-97ba-09649b40188a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:51.818182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.867731 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-f490b8f0-b83d-4b10-a7b4-82379812dec5 None None] Port b0ac199e-536e-4e47-926e-60f2e689d433 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:51.871839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.889613 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.893407 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:51.896219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:08:51.896522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:51.897084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:51.905475 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:51.910495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:51.915559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:51.915906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a8dd364a-fbfe-4f5d-81f5-c455def6f930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:08:51.920297 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:08:52.013871 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] get_ports_and_sgs() called for port_ids ['6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'] {{(pid=83530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:08:52.172409 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-8dbdbf55-2170-49b4-8a2b-9b9ecd5b5800 req-1cdcec7d-0557-4ffc-adb8-a2b090489b73 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616530 Dec 20 12:08:52.173789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.175880 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-673a8bf0-e355-4318-b2d6-71aa65896e21 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.8676941 Dec 20 12:08:52.177245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.186608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40108) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:52.197545 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ccae9b25-5cbd-48f3-b864-e9e255ad3090 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:52.225354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Pushing event updated for resources: {'Port': ['ID=2e360488-5dbf-4e78-9bc1-dc2cf4503a94,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:52.244582 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:52.248928 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Attempting to bind port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:08:52.249848 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Attempting to bind port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'd1bf5499-cd75-4102-8290-814022b7e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:08:52.250728 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-652497737'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:52.251059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Attempting to bind port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 on network c7af72e4-f75a-4666-8579-bb4c4bc96b48 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:08:52.259696 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.275484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Network': ['ID=49bce175-5d82-44d5-a0b7-810d10e02a3a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:52.279289 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:52.280619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:52.289273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:network and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:52.295228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:52.300690 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.306687 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/networks/49bce175-5d82-44d5-a0b7-810d10e02a3a HTTP/1.1" status: 204 len: 168 time: 4.5674586 Dec 20 12:08:52.310838 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:08:52.311477 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Checking segment: {'id': 'd1bf5499-cd75-4102-8290-814022b7e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:52.311720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40112) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:52.313223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.313815 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Bound using segment: {'id': 'd1bf5499-cd75-4102-8290-814022b7e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:08:52.314620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Bound port: 2e360488-5dbf-4e78-9bc1-dc2cf4503a94, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bf5499-cd75-4102-8290-814022b7e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:08:52.315606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:52.315860 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.332631 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5012b409-e97a-4dfe-9a52-32f23bdf6756 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:52.515976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] For port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:08:52.526041 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] For port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2e360488-5dbf-4e78-9bc1-dc2cf4503a94,segment=NetworkSegment(d1bf5499-cd75-4102-8290-814022b7e109),segment_id=d1bf5499-cd75-4102-8290-814022b7e109)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:08:52.534411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Subnet': ['ID=a6afe428-0f1c-4645-ae83-cb906ff2631b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:52.550179 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:52.589578 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.602060 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:52.637997 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.642451 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-60327f8c-96ee-48ae-825a-834dfdefb462 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9596052 Dec 20 12:08:52.684053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:52.687476 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.713557 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-abc1bed1-6c60-4123-b8bc-cbdb00bb6588 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/a6afe428-0f1c-4645-ae83-cb906ff2631b HTTP/1.1" status: 204 len: 168 time: 2.5499091 Dec 20 12:08:52.756538 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.765965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfbc90-51e5-4c75-8221-1e766b17c6ad req-5bce8c1b-4260-497a-9d69-31470ccab235 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:52.766938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40116) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:52.786166 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e0dfbc90-51e5-4c75-8221-1e766b17c6ad req-5bce8c1b-4260-497a-9d69-31470ccab235 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 944 time: 1.1967607 Dec 20 12:08:52.851971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port bebc24b0-c019-4d40-946a-16ba181279e6 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:52.852451 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:52.889388 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Pushing event updated for resources: {'Port': ['ID=2e360488-5dbf-4e78-9bc1-dc2cf4503a94,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:52.895885 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:52.914926 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63400a1e-93c4-4644-b2e8-1c0a5e8eb409 None None] Network 51a1536f-8906-4846-ba25-f9918687ea89 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:52.947797 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c562070f-d38d-4754-b3f2-f99ecb20a718 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1753409 Dec 20 12:08:52.956523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40120) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:53.186480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-dbd0720b-7063-401d-95f9-a66b849e6ef8 None None] Provisioning complete for port 8bda87bc-a5d1-4891-9c26-550a737ccccf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:53.186972 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dbd0720b-7063-401d-95f9-a66b849e6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.416266 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:53.430940 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:security_group_rule and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:53.436454 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e0dfbc90-51e5-4c75-8221-1e766b17c6ad req-115da36f-bab9-4410-b075-2121f8c328e9 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6478779 Dec 20 12:08:53.529414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:53.542437 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7ae4a80c-0391-452c-b219-0eb79d5eb699 req-c81f83b1-6a8d-4b15-9858-ecfe7835b6f0 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8865728 Dec 20 12:08:53.578965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:53.657956 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:53.676490 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.681757 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.682224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.745472 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] DHCP port deletion for 51a1536f-8906-4846-ba25-f9918687ea89 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:08:53.778831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] Deleting port 8bda87bc-a5d1-4891-9c26-550a737ccccf {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:53.778831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.837471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.864465 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.906067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:53.914269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 up at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:53.973097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for bebc24b0-c019-4d40-946a-16ba181279e6 owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:54.023919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bf5d2446-61b8-471c-8475-da65dc0db81a tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:54.125174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.125174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.149742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d2e22bc-3955-4b5f-9138-62de335e32d8 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:54.227639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a794074-c8c2-4707-9c7d-462df89a7538 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:54.227639 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7a794074-c8c2-4707-9c7d-462df89a7538 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.2507308 Dec 20 12:08:54.227639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:54.227639 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40124) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:54.239474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707545be-b5eb-45f3-ba32-950e0ea504b5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:54.259949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:54.398608 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.398608 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Added segment 8939288e-b2e5-4519-a471-bf22bc31d85e of type vlan for network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe Dec 20 12:08:54.561628 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.603159 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] For port 8bda87bc-a5d1-4891-9c26-550a737ccccf, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8bda87bc-a5d1-4891-9c26-550a737ccccf,segment=NetworkSegment(f1540452-7244-4dd2-8bfe-f3af1e4dc238),segment_id=f1540452-7244-4dd2-8bfe-f3af1e4dc238)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:54.603689 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.667150 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.676397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69690b5-e574-4af3-a677-a910d3c49dfb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:54.687420 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d69690b5-e574-4af3-a677-a910d3c49dfb tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4557023 Dec 20 12:08:54.694634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40130) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:54.748785 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.757063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8d2af9a0-5e18-422e-a0b1-990988c57836 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:54.808365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=b0ac199e-536e-4e47-926e-60f2e689d433,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:54.852041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.857619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:54.858920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:54.895976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:54.925510 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-87a84732-f68c-4da3-8884-c3ac0a177c68 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2215886 Dec 20 12:08:54.925850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d9364-9f34-4591-bf4e-b5671dc171e4 None None] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:54.946644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=bebc24b0-c019-4d40-946a-16ba181279e6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:54.951090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:54.951811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40134) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:54.963442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] Calling delete_port for 8bda87bc-a5d1-4891-9c26-550a737ccccf owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:54.968630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fea4f15e-a88d-47cb-af8e-3a8210c2d2af tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:55.047700 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d791033-8267-4c72-92e5-5524b1fbdda6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:55.048038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d791033-8267-4c72-92e5-5524b1fbdda6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:55.068821 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8743746 Dec 20 12:08:55.091834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40138) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:55.109617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'subnet': {'network_id': '1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:55.180512 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning for port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:55.194697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning complete for port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:55.195171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.202611 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2d791033-8267-4c72-92e5-5524b1fbdda6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/478ef5dd-3faa-411c-be60-b626b7ef1c1b HTTP/1.1" status: 404 len: 333 time: 0.2414565 Dec 20 12:08:55.218857 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40142) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:55.219635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Provisioning for port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:55.243111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:55.251629 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Provisioning complete for port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:55.252943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.304694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.319083 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8ee6c82d-22c6-4518-9f35-2c1c646f4aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:55.347729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:55.350078 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.421368 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db40d32-e0ab-465a-97cf-c1f45959af7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:55.421368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db40d32-e0ab-465a-97cf-c1f45959af7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:55.421368 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7db40d32-e0ab-465a-97cf-c1f45959af7d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/46496cbe-3d7f-4828-b904-771ff5f9681c HTTP/1.1" status: 404 len: 337 time: 0.1783290 Dec 20 12:08:55.441290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40146) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:55.453897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] Pushing event deleted for resources: {'Port': ['ID=8bda87bc-a5d1-4891-9c26-550a737ccccf,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:55.475407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Network': ['ID=1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:55.483464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:55.488281 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:55.502884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:55.502884 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.511842 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105266d-ef12-4aa6-aa50-6bf982acff0a None None] No DVR routers for this DVR port 8bda87bc-a5d1-4891-9c26-550a737ccccf on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:08:55.519360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:55.519360 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/floatingips/6fb86f29-979f-4694-a213-426bb1f91d8a HTTP/1.1" status: 204 len: 168 time: 3.1915250 Dec 20 12:08:55.519360 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40148) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:55.541242 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:subnet and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:55.541242 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:55.550297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:08:55.675391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:55.718515 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:55.829439 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c033b8-8a16-471d-ad88-94c619d6f351 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:55.829439 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c033b8-8a16-471d-ad88-94c619d6f351 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:55.838976 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e588b82-22e1-44e9-9456-69f920d8f2bf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:55.838976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e588b82-22e1-44e9-9456-69f920d8f2bf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:55.838976 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8e588b82-22e1-44e9-9456-69f920d8f2bf tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/a6afe428-0f1c-4645-ae83-cb906ff2631b HTTP/1.1" status: 404 len: 337 time: 0.1652462 Dec 20 12:08:55.846177 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-65c033b8-8a16-471d-ad88-94c619d6f351 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/ports/e34f62eb-c7cc-4a7c-ab3f-1ea018a62701 HTTP/1.1" status: 404 len: 333 time: 0.2817035 Dec 20 12:08:55.851763 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb748d-847f-4ef7-a9af-29d9795d3e1f req-fa1fbbd0-8aee-458f-a23a-0a4307b042d3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:55.863468 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-32cb748d-847f-4ef7-a9af-29d9795d3e1f req-fa1fbbd0-8aee-458f-a23a-0a4307b042d3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 944 time: 1.0436630 Dec 20 12:08:55.885971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40154) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:55.885971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40156) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:55.932557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network 2c16dc2c-722e-41da-8c76-46b67a021642 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:55.932557 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:55.974414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Allocated IP 172.20.0.1 (c7af72e4-f75a-4666-8579-bb4c4bc96b48/fc15e659-c645-4163-8fd3-00dbdfd33b46/dad6a0f3-f12d-4789-a50c-47fdc89e65bf) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:56.206107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.239378 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.322368 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bdbd19-dab3-4077-a6ac-87f07efb1965 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:56.322368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bdbd19-dab3-4077-a6ac-87f07efb1965 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:56.330257 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.336757 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-35bdbd19-dab3-4077-a6ac-87f07efb1965 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/1797c930-aa8c-479f-a45c-15a4c174c854 HTTP/1.1" status: 404 len: 333 time: 0.2411659 Dec 20 12:08:56.359102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40162) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:56.395921 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-32cb748d-847f-4ef7-a9af-29d9795d3e1f req-3071d72b-dbc0-4018-9374-926c72181e2b tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379202 Dec 20 12:08:56.433743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] For port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2e360488-5dbf-4e78-9bc1-dc2cf4503a94,segment=NetworkSegment(d1bf5499-cd75-4102-8290-814022b7e109),segment_id=d1bf5499-cd75-4102-8290-814022b7e109)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:56.466644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-339894af-8469-411b-b262-42c3a87d8c78 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Synchronizing usage tracker for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:08:56.490442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.513708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:08:56.524760 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Deleting port 30bc0ae6-9ef4-4c02-82f3-f7f849756aa2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:56.524760 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.536756 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:08:56.544935 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-98570f20-f70b-4fed-a240-08f0686b5745 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:56.544935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98570f20-f70b-4fed-a240-08f0686b5745 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:56.544935 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-98570f20-f70b-4fed-a240-08f0686b5745 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/7eef8b34-8b40-4666-aa49-6742c8e819c2 HTTP/1.1" status: 404 len: 337 time: 0.1761515 Dec 20 12:08:56.544935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40166) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:56.553134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.598702 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:56.714033 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cb95e0-992d-4888-9b3f-e7805cb5646b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:56.715877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cb95e0-992d-4888-9b3f-e7805cb5646b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:56.720026 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-47cb95e0-992d-4888-9b3f-e7805cb5646b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/68125922-cdb0-495a-8d53-1769a8ff3481 HTTP/1.1" status: 404 len: 337 time: 0.1730702 Dec 20 12:08:56.733489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40174) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:56.749508 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.758052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.811316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:56.832735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Transition to ACTIVE for port object dad6a0f3-f12d-4789-a50c-47fdc89e65bf will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:56.941233 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Pushing event updated for resources: {'Port': ['ID=2e360488-5dbf-4e78-9bc1-dc2cf4503a94,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:56.959385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6eb9dbd5-bd1e-491b-ba3e-c50360fe9e83 None None] Provisioning complete for port b0ac199e-536e-4e47-926e-60f2e689d433 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:56.960034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6eb9dbd5-bd1e-491b-ba3e-c50360fe9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.020725 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:57.023476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:57.170551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:57.170551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:08:57.200625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:08:57.200625 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'code': 200} Dec 20 12:08:57.200625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:57.229887 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9dbd5-bd1e-491b-ba3e-c50360fe9e83 None None] Port b0ac199e-536e-4e47-926e-60f2e689d433 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:57.386955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-339894af-8469-411b-b262-42c3a87d8c78 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Unset dirty status for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:08:57.386955 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-339894af-8469-411b-b262-42c3a87d8c78 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "GET /v2.0/ports?device_id=22a620a1-82c8-42ed-a746-0c45dfc2877d HTTP/1.1" status: 200 len: 205 time: 1.2941587 Dec 20 12:08:57.386955 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-594956be-1e6c-4107-9475-20777bd7f634 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:57.386955 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594956be-1e6c-4107-9475-20777bd7f634 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:57.412495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c559fb37-0a81-4ae9-aa42-5b979647b8ff None None] Provisioning complete for port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:57.412495 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c559fb37-0a81-4ae9-aa42-5b979647b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.425592 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40178) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:57.480652 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-594956be-1e6c-4107-9475-20777bd7f634 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/12fda0e5-4da5-4968-aca8-0e534db6e87e HTTP/1.1" status: 404 len: 333 time: 0.7230427 Dec 20 12:08:57.480652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40184) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:57.670732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:57.682148 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d53fc9-ec82-43cb-890e-939f88d27670 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:57.686246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d53fc9-ec82-43cb-890e-939f88d27670 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:57.688347 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-30d53fc9-ec82-43cb-890e-939f88d27670 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/744d54fb-c375-4f3e-a80c-2216a5183857 HTTP/1.1" status: 404 len: 337 time: 0.1998365 Dec 20 12:08:57.693096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b8e946c6-02e2-4141-bb29-d65d9e26c5f0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:57.897091 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40188) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:57.905032 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-62d95d75-dcb0-4c33-8dde-c89e697ad1a9 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] delete failed (client error): The resource could not be found. Dec 20 12:08:57.910720 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-62d95d75-dcb0-4c33-8dde-c89e697ad1a9 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/routers/22a620a1-82c8-42ed-a746-0c45dfc2877d HTTP/1.1" status: 404 len: 336 time: 0.5001740 Dec 20 12:08:57.991768 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40192) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:58.041447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.062797 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7216f65e-a165-4c32-b93b-71a5cd6e15af tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:58.062797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7216f65e-a165-4c32-b93b-71a5cd6e15af tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:58.065825 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7216f65e-a165-4c32-b93b-71a5cd6e15af tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/subnets/8e54a128-b421-4629-af78-78aa1f4d361f HTTP/1.1" status: 404 len: 337 time: 0.0552847 Dec 20 12:08:58.070017 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-89f52566-a075-407c-b7a6-3bea4b54e7d7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:58.081227 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40196) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:58.100913 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:08:58.147835 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bd12d0-8d80-46eb-b92d-520789c7b8b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:58.147835 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bd12d0-8d80-46eb-b92d-520789c7b8b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:58.147835 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-99bd12d0-8d80-46eb-b92d-520789c7b8b3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cbbf2311-e5a2-440f-99ff-5f418225e919 HTTP/1.1" status: 404 len: 337 time: 0.2429016 Dec 20 12:08:58.187654 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40200) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:58.222923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Subnet': ['ID=96d2c1dc-d3f1-4790-947a-2c47593b458d,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:58.226598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:58.279048 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c46e91-397f-49b6-ad06-786a28ea0efc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:58.279048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c46e91-397f-49b6-ad06-786a28ea0efc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:58.279048 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-71c46e91-397f-49b6-ad06-786a28ea0efc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/d15a6131-bf08-4780-8170-f1d6b65bc88b HTTP/1.1" status: 404 len: 333 time: 0.0926907 Dec 20 12:08:58.297149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40204) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:58.306627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:58.306627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.318330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Checking segment: {'id': '8939288e-b2e5-4519-a471-bf22bc31d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:08:58.318330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network hostable DHCP agents. Network: 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:08:58.342715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 13db0fde-ceaf-445d-b159-966897d1bfc3 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:08:58.342715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.420134 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:08:58.444212 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Port': ['ID=dad6a0f3-f12d-4789-a50c-47fdc89e65bf,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:58.446978 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfa3075-4be5-4d73-9197-9fbc21f0e219 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:58.447421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfa3075-4be5-4d73-9197-9fbc21f0e219 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:58.449230 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9cfa3075-4be5-4d73-9197-9fbc21f0e219 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/5b1cb2e9-dfe5-42f3-8fbe-8420385c4622 HTTP/1.1" status: 404 len: 337 time: 0.1601155 Dec 20 12:08:58.450185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:58.454004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:58.460563 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:08:58.474689 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40208) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:58.584864 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:08:58.623013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8bda87bc-a5d1-4891-9c26-550a737ccccf no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:08:58.631642 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.648613 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2138e3-16f8-4b20-a02d-dfc6faba23a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:58.649328 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2138e3-16f8-4b20-a02d-dfc6faba23a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:58.652359 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ae2138e3-16f8-4b20-a02d-dfc6faba23a6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cb10ea6c-d0fc-416c-837b-a45d85bb0ee1 HTTP/1.1" status: 404 len: 337 time: 0.1639895 Dec 20 12:08:58.677270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40212) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:58.702575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:08:58.711844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 8bda87bc-a5d1-4891-9c26-550a737ccccf {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:08:58.713748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8bda87bc-a5d1-4891-9c26-550a737ccccf not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:08:58.740869 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda1a280-c597-4ede-9375-243bda3ad9be None None] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:08:58.767729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:58.775571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:58.946966 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8438745 Dec 20 12:08:58.947307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40216) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:58.958180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'network': {'name': 'tempest-router-network01--1406602327'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:08:58.966641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:08:58.974993 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:network and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:08:58.989634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:08:59.006332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:08:59.012598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.019780 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2c32806f-7da9-47ce-9c49-4a8c43db2d01 None None] Provisioning for port dad6a0f3-f12d-4789-a50c-47fdc89e65bf completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:08:59.020065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a87af-380f-4b44-b775-4a21c65ef88d req-f9a60c91-bbb4-428d-a445-8705431f8974 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:59.029051 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-878a87af-380f-4b44-b775-4a21c65ef88d req-f9a60c91-bbb4-428d-a445-8705431f8974 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 1.2006569 Dec 20 12:08:59.045083 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2c32806f-7da9-47ce-9c49-4a8c43db2d01 None None] Provisioning complete for port dad6a0f3-f12d-4789-a50c-47fdc89e65bf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:08:59.045731 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2c32806f-7da9-47ce-9c49-4a8c43db2d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.055183 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Calling delete_port for 30bc0ae6-9ef4-4c02-82f3-f7f849756aa2 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:59.119937 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-71fcd361-f16f-4bce-a935-64f250a83b95 req-23434dfe-6271-4475-be34-657b00d5c6b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1098 time: 1.5193963 Dec 20 12:08:59.164989 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.172878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-2c32806f-7da9-47ce-9c49-4a8c43db2d01 None None] Port dad6a0f3-f12d-4789-a50c-47fdc89e65bf cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:08:59.195582 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7720e7e-32ad-447c-88da-78c4d200ad44 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:59.196286 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7720e7e-32ad-447c-88da-78c4d200ad44 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.198830 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a7720e7e-32ad-447c-88da-78c4d200ad44 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/2436574a-a0a5-4f72-a913-2d0b1ed7fc2a HTTP/1.1" status: 404 len: 333 time: 0.4724524 Dec 20 12:08:59.208338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40220) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.217425 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 13db0fde-ceaf-445d-b159-966897d1bfc3 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:08:59.245449 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:08:59.248488 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.270759 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe', 'network_id': '1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe', 'tenant_id': 'ea80921924f34fd285c47dfd691ee4a7', 'fixed_ips': [{'subnet_id': '96d2c1dc-d3f1-4790-947a-2c47593b458d'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:08:59.272421 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.305658 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:08:59.318565 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f3c228-377d-47e9-83ee-29b04b8d1182 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:59.319091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f3c228-377d-47e9-83ee-29b04b8d1182 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.320853 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c1f3c228-377d-47e9-83ee-29b04b8d1182 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/ddee866e-b0f4-40e8-976c-4afb7e0664c0 HTTP/1.1" status: 404 len: 337 time: 0.1112494 Dec 20 12:08:59.331276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40224) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.373520 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:08:59.386501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.387294 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Added segment 4901569b-5d83-4f9d-9b56-e87cd4d603ee of type vlan for network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 Dec 20 12:08:59.445953 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-878a87af-380f-4b44-b775-4a21c65ef88d req-c593f287-3d97-4be2-9c94-9aa4c4491998 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144959 Dec 20 12:08:59.480419 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84a3ac4-0f43-4df3-9106-14bebf86c775 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:59.481422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84a3ac4-0f43-4df3-9106-14bebf86c775 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.484669 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c84a3ac4-0f43-4df3-9106-14bebf86c775 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/040fe2fa-852e-4e73-8bce-435142299553 HTTP/1.1" status: 404 len: 333 time: 0.1311510 Dec 20 12:08:59.491926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40228) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.495217 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-71fcd361-f16f-4bce-a935-64f250a83b95 req-167bf3a7-12bf-4525-a3a4-718ffd6165ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368099 Dec 20 12:08:59.548180 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.561219 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.565958 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Allocated IP 2001:db8::2 (1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe/96d2c1dc-d3f1-4790-947a-2c47593b458d/9ad4cb64-aed1-44b7-b538-c66cfd20bd00) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:08:59.574274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7c1a7fe0-9da8-401a-85ba-f30915bbc048 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:59.647763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=13db0fde-ceaf-445d-b159-966897d1bfc3,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:08:59.650881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:08:59.716170 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-292064f7-9ebe-4f49-b41b-45abee090cf0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:08:59.717306 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292064f7-9ebe-4f49-b41b-45abee090cf0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:08:59.725144 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-292064f7-9ebe-4f49-b41b-45abee090cf0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/e67826fb-befc-4f2c-a3c4-e53b8ec565c8 HTTP/1.1" status: 404 len: 337 time: 0.2280054 Dec 20 12:08:59.726461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40232) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:08:59.792202 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.799303 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:08:59.800631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.819633 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c351ad4d-d921-4fc3-befc-edcf0f9a6f63 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:08:59.935067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:08:59.956601 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Transition to ACTIVE for port object 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:08:59.994136 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Transition to ACTIVE for port object 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:00.010363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Network': ['ID=3cfc3a62-0c8f-47b0-86a8-f16160f411d9,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:00.014799 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.019749 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0714242 Dec 20 12:09:00.020976 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40236) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.022122 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-56c0e06f-d3e7-40e8-984e-75c332a362e7 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:00.026460 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:00.029423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'network': {'name': 'tempest-router-network02--2105872013'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:00.034201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.039288 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/ports/13db0fde-ceaf-445d-b159-966897d1bfc3 HTTP/1.1" status: 204 len: 168 time: 1.9502771 Dec 20 12:09:00.041458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:00.043877 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40240) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.047203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:network and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:00.051638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:00.060255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:00.074767 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:00.078920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.084803 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:00.116220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:00.127385 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a5eb69-72fc-4f82-a958-8260d7989ca7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:00.128112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a5eb69-72fc-4f82-a958-8260d7989ca7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:00.129027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.129808 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Added segment d1da4fc8-9b84-4b64-bb46-d46507cf6d91 of type vlan for network c4a891ff-7b86-4b56-933f-7a46bba2056b Dec 20 12:09:00.131370 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-49a5eb69-72fc-4f82-a958-8260d7989ca7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/e775beaf-1356-432b-8ad4-e0f95786eb9d HTTP/1.1" status: 404 len: 333 time: 0.3857973 Dec 20 12:09:00.165893 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40244) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.172379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.178353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.230606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.236044 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c20d5a6-fd99-4a92-bcc1-682d8e0335fa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:00.237126 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c20d5a6-fd99-4a92-bcc1-682d8e0335fa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:00.239990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:00.241310 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.250155 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7c76354c-74be-484f-acf4-cff46ca52fbe tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:00.272919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:00.274375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Pushing event updated for resources: {'Port': ['ID=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:00.278768 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:00.284208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:00.287855 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:00.343747 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5c20d5a6-fd99-4a92-bcc1-682d8e0335fa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cf62161f-5be5-420e-b5ce-a1fe4c6ff8af HTTP/1.1" status: 404 len: 337 time: 0.1764650 Dec 20 12:09:00.366846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 270cbf05-2247-41a2-874b-e4c8bfad6234 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:00.367483 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.394734 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40248) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.451759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Network': ['ID=c4a891ff-7b86-4b56-933f-7a46bba2056b,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:00.457848 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:00.461060 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0275a0db-b136-41b9-bedb-6678a124461c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4362648 Dec 20 12:09:00.464336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40252) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.477273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'subnet': {'network_id': '3cfc3a62-0c8f-47b0-86a8-f16160f411d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:00.487020 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c4a891ff-7b86-4b56-933f-7a46bba2056b details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:00.530650 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Attempting to bind port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:00.531363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Attempting to bind port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '8939288e-b2e5-4519-a471-bf22bc31d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:00.532317 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Attempting to bind port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 on network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:00.549040 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6c86de-5202-46d7-9d44-ad2632f23483 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:00.549634 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6c86de-5202-46d7-9d44-ad2632f23483 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:00.553734 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ef6c86de-5202-46d7-9d44-ad2632f23483 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/9ab2add2-2160-4ccd-a898-6566a83cb496 HTTP/1.1" status: 404 len: 333 time: 0.1494305 Dec 20 12:09:00.561444 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:00.562471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40258) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.562689 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Checking segment: {'id': '8939288e-b2e5-4519-a471-bf22bc31d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:00.563743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.566213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Bound using segment: {'id': '8939288e-b2e5-4519-a471-bf22bc31d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:00.569654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Bound port: 9ad4cb64-aed1-44b7-b538-c66cfd20bd00, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8939288e-b2e5-4519-a471-bf22bc31d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:00.570706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:00.641019 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f00139f-e098-48ec-a6bc-ffec2c883e4d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:00.641508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f00139f-e098-48ec-a6bc-ffec2c883e4d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:00.643978 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3f00139f-e098-48ec-a6bc-ffec2c883e4d tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/74ca4170-5469-44c6-a0bf-a7c79c8a7832 HTTP/1.1" status: 404 len: 337 time: 0.0805197 Dec 20 12:09:00.895225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40262) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:00.927423 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:00.931795 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:subnet and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:00.935702 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:00.961382 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:00.970703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:00.988708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] For port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:00.990084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] For port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,segment=NetworkSegment(8939288e-b2e5-4519-a471-bf22bc31d85e),segment_id=8939288e-b2e5-4519-a471-bf22bc31d85e)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:01.000993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.000993 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-40227907-99bf-4337-92c9-1a96cec1d763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:01.116742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.123815 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.133850 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fcd9080d-4ebc-44e0-8a8c-912d7c7fa81d tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:01.171337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Pushing event updated for resources: {'Port': ['ID=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:01.179825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:01.191214 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa081210-5781-49f2-9fee-12a9556ce10b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:01.191661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa081210-5781-49f2-9fee-12a9556ce10b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:01.193379 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aa081210-5781-49f2-9fee-12a9556ce10b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/797e44a1-6ac5-44ec-9b47-47e45e810e4c HTTP/1.1" status: 404 len: 333 time: 0.2619598 Dec 20 12:09:01.198984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40266) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.283419 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event deleted for resources: {'Port': ['ID=30bc0ae6-9ef4-4c02-82f3-f7f849756aa2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:01.337331 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:01.382810 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca73695-1817-4f9d-b82f-564f0c4b7d90 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:01.383332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca73695-1817-4f9d-b82f-564f0c4b7d90 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:01.389272 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-cca73695-1817-4f9d-b82f-564f0c4b7d90 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/dac0c83e-24f1-473e-8e5f-d08a5642158b HTTP/1.1" status: 404 len: 337 time: 0.1857946 Dec 20 12:09:01.392925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40270) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.453178 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bd2038-c822-444b-be58-3033b8438e45 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:01.455943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bd2038-c822-444b-be58-3033b8438e45 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:01.457851 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-45bd2038-c822-444b-be58-3033b8438e45 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/3aaacf2b-1b13-4273-9692-e6cb677b637b HTTP/1.1" status: 404 len: 333 time: 0.0642774 Dec 20 12:09:01.465979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40274) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.580840 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-222d6bfe-0e2c-4c47-bd80-318cbaeb0094 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:01.581979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222d6bfe-0e2c-4c47-bd80-318cbaeb0094 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:01.602159 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-222d6bfe-0e2c-4c47-bd80-318cbaeb0094 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/399996fe-07f4-4792-abb9-f72fd7e2f34a HTTP/1.1" status: 404 len: 337 time: 0.1339083 Dec 20 12:09:01.627713 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40278) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:01.756729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:01.775773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:01.783894 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.788327 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-90ec7e9a-f44f-4abf-917c-94709d1313f1 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:01.800027 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:01.801269 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:01.879122 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:01.915372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Subnet': ['ID=49012dfd-6bef-4551-b291-bdaf89af7c68,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:01.920337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:01.929200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Checking segment: {'id': '4901569b-5d83-4f9d-9b56-e87cd4d603ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3cfc3a62-0c8f-47b0-86a8-f16160f411d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:01.929906 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network hostable DHCP agents. Network: 3cfc3a62-0c8f-47b0-86a8-f16160f411d9, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:01.964672 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:01.980632 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 3cfc3a62-0c8f-47b0-86a8-f16160f411d9) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:01.985862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:01.987504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.011999 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5457542 Dec 20 12:09:02.016510 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40282) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.023470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'subnet': {'network_id': 'c4a891ff-7b86-4b56-933f-7a46bba2056b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:02.136843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7e892-43d4-44da-beac-d50f8921e77e None None] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:02.182410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:02.183658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:02.191575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:subnet and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:02.198294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:02.214514 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:02.238472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:02.453454 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.8298569 Dec 20 12:09:02.465229 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-be20110d-168e-4fd7-8f29-cd4e8b8ac965 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:02.465965 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be20110d-168e-4fd7-8f29-cd4e8b8ac965 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:02.470555 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-be20110d-168e-4fd7-8f29-cd4e8b8ac965 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/b7d93dc6-e128-49c0-a9c0-ed3e5a7c8699 HTTP/1.1" status: 404 len: 337 time: 0.8321290 Dec 20 12:09:02.475947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.481378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 270cbf05-2247-41a2-874b-e4c8bfad6234 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:02.505183 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40286) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.505907 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40288) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.548898 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:02.625010 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-93213747-b2e6-4c36-b639-1ffca2e4f920 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:02.625471 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93213747-b2e6-4c36-b639-1ffca2e4f920 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:02.631257 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-93213747-b2e6-4c36-b639-1ffca2e4f920 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/ff417b25-f656-40ca-8472-22c59c63547b HTTP/1.1" status: 404 len: 333 time: 0.1124735 Dec 20 12:09:02.631703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40296) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.663945 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-3cfc3a62-0c8f-47b0-86a8-f16160f411d9', 'network_id': '3cfc3a62-0c8f-47b0-86a8-f16160f411d9', 'tenant_id': 'ea80921924f34fd285c47dfd691ee4a7', 'fixed_ips': [{'subnet_id': '49012dfd-6bef-4551-b291-bdaf89af7c68'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:09:02.664947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:02.683569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:02.726962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943477a-4a73-4140-a5f0-dc2c7c5b81e9 req-5b2aef97-4e0f-4d2b-9901-2b18fb396283 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:02.734330 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c943477a-4a73-4140-a5f0-dc2c7c5b81e9 req-5b2aef97-4e0f-4d2b-9901-2b18fb396283 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 1.8375771 Dec 20 12:09:02.830464 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6475e2-9e51-4551-92cd-0f44f3fb02cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:02.831016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6475e2-9e51-4551-92cd-0f44f3fb02cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:02.833209 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-3d6475e2-9e51-4551-92cd-0f44f3fb02cc tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/a073d24e-3194-4b4c-a2f5-487c793f7a76 HTTP/1.1" status: 404 len: 337 time: 0.2007651 Dec 20 12:09:02.840763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40300) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.884362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9391a-5e65-4662-a555-9af0bc6352ef None None] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:02.948691 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aab0364-41ac-408b-a03b-b4931dd4a740 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:02.949444 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aab0364-41ac-408b-a03b-b4931dd4a740 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:02.952786 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2aab0364-41ac-408b-a03b-b4931dd4a740 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/24301fd8-628d-4625-95b1-7061b8f2c784 HTTP/1.1" status: 404 len: 337 time: 0.1031592 Dec 20 12:09:02.958491 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40304) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:02.985903 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.025621 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'network': {'name': 'tempest-RoutersTest-42612112'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:03.038721 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca1a521-254b-49b9-896d-1cfdc3dd7764 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:03.039243 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca1a521-254b-49b9-896d-1cfdc3dd7764 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:03.042934 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:03.051165 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:network and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:03.060127 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6ca1a521-254b-49b9-896d-1cfdc3dd7764 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/4e74fa86-c9e6-4f00-89b4-c354342fd10e HTTP/1.1" status: 404 len: 333 time: 0.0960059 Dec 20 12:09:03.062217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:03.064866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40310) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:03.141337 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-76919d23-983f-4371-b757-bd0a5acee9a1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:03.141778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76919d23-983f-4371-b757-bd0a5acee9a1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:03.148260 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-76919d23-983f-4371-b757-bd0a5acee9a1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/9accb035-8598-4329-bf64-8fdfa83fc734 HTTP/1.1" status: 404 len: 337 time: 0.0768383 Dec 20 12:09:03.150275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40314) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:03.150891 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:03.178135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:03.184350 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.287361 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b58fcde-224a-4905-b013-6e2abc2b62e4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:03.288485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b58fcde-224a-4905-b013-6e2abc2b62e4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:03.301871 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:03.346034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.347068 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added segment fce99d9d-5c8e-46e3-9b52-63494e2e8191 of type vlan for network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 Dec 20 12:09:03.349375 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.363321 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-191a23ba-a961-4f08-bd4f-c87fd7892aab tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:03.398071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Provisioning for port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:03.428932 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Provisioning complete for port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:03.429634 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.464951 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c943477a-4a73-4140-a5f0-dc2c7c5b81e9 req-c5c3f12b-69d3-4990-91a4-cfa4a3ca83fe tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6406012 Dec 20 12:09:03.489717 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-6b58fcde-224a-4905-b013-6e2abc2b62e4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/0cdc6ebe-580c-4f78-8741-5ce335039012 HTTP/1.1" status: 404 len: 337 time: 0.3304756 Dec 20 12:09:03.502508 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40318) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:03.512185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:09:03.550450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.559078 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.567522 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.572300 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.580701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.582635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Allocated IP 2001:db8::2 (3cfc3a62-0c8f-47b0-86a8-f16160f411d9/49012dfd-6bef-4551-b291-bdaf89af7c68/2ad94e86-8734-422f-83b4-5e98543540bb) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:03.629912 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4da56f1a-3373-4230-954a-4a76f7362963 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:03.643338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Subnet': ['ID=724fec8a-c429-428f-bbd6-9025a5338c72,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:03.648047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:03.656120 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a30398d-0450-40c9-8c23-1f8c6772f652 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:03.656970 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a30398d-0450-40c9-8c23-1f8c6772f652 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:03.681480 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.702898 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8a30398d-0450-40c9-8c23-1f8c6772f652 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/0ee266fa-8648-4197-8485-e89b7f45793b HTTP/1.1" status: 404 len: 333 time: 0.1856093 Dec 20 12:09:03.708627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40322) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:03.802162 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2f3cdb-41d3-4404-bb60-b8a6445895f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:03.803133 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2f3cdb-41d3-4404-bb60-b8a6445895f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:03.807666 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Port': ['ID=dad6a0f3-f12d-4789-a50c-47fdc89e65bf,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:03.809196 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-de2f3cdb-41d3-4404-bb60-b8a6445895f1 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/07d149d5-0e5c-4070-bc53-b72b0a1a58fd HTTP/1.1" status: 404 len: 337 time: 0.0906653 Dec 20 12:09:03.810600 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.811018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40326) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:03.815651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:03.821548 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-61112a48-4eba-44dd-9ac7-73ad856aebdb tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:03.873970 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Checking segment: {'id': 'd1da4fc8-9b84-4b64-bb46-d46507cf6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c4a891ff-7b86-4b56-933f-7a46bba2056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:03.874787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network hostable DHCP agents. Network: c4a891ff-7b86-4b56-933f-7a46bba2056b, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:03.884189 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-914ab4cf-5346-40b7-81c9-d50a6132126f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:03.885113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914ab4cf-5346-40b7-81c9-d50a6132126f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:03.890081 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-914ab4cf-5346-40b7-81c9-d50a6132126f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/67df83c8-cd81-414d-b86a-96fe00fff1cb HTTP/1.1" status: 404 len: 337 time: 0.0703552 Dec 20 12:09:03.890674 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.891927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Fanout notify agent at l3_agent the message router_deleted on router f90cdf11-6ea8-42d0-80e3-73b34105fe76 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:09:03.892363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40330) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:03.893240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.903938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:03.904623 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.926749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-05b52082-7a84-4132-b828-23c8e2b20eeb tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:03.960621 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=270cbf05-2247-41a2-874b-e4c8bfad6234,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:03.973726 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:03.990524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:03.998517 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3e934651-530b-438f-be0a-efb8ac82bce7 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "DELETE /v2.0/routers/f90cdf11-6ea8-42d0-80e3-73b34105fe76 HTTP/1.1" status: 204 len: 168 time: 12.6903296 Dec 20 12:09:04.014269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40334) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.026689 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-293292756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:04.042170 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:04.069846 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Usage tracker for resource:router and tenant:6d14643c886f4fceabbbd0cb9bed2546 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:04.077614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:04.127599 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.130384 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f8694709-8f78-4bcf-9d72-8cad5bd4bce2 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/ports/270cbf05-2247-41a2-874b-e4c8bfad6234 HTTP/1.1" status: 204 len: 168 time: 4.0750356 Dec 20 12:09:04.138820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:04.141181 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40338) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.208995 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-542b02fe-778d-4d56-a9e3-280324aae101 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports?device_id=69531b0f-edc4-415f-8ea6-f337b32a24a3 HTTP/1.1" status: 200 len: 205 time: 0.2988951 Dec 20 12:09:04.232873 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40342) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.246596 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.7338879 Dec 20 12:09:04.247841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40346) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.313239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'subnet': {'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:04.328200 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.329245 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.350899 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Network': ['ID=c45f0bc2-209e-4aee-8e95-b9c2d49ca606,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:04.353979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4f54190a-3ce3-442e-8f88-2da4a2c55d80 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:04.360678 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-d27fa180-a73d-4449-8387-5d83a37aa6e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] delete failed (client error): The resource could not be found. Dec 20 12:09:04.366279 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d27fa180-a73d-4449-8387-5d83a37aa6e7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/routers/69531b0f-edc4-415f-8ea6-f337b32a24a3 HTTP/1.1" status: 404 len: 336 time: 0.1277339 Dec 20 12:09:04.370246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40350) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.371877 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network c4a891ff-7b86-4b56-933f-7a46bba2056b is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:04.427939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:04.449244 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.457189 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c4a891ff-7b86-4b56-933f-7a46bba2056b) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:04.463799 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:04.465614 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.473237 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5581870-e76b-4c11-96d4-bbae5fdb65c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:04.473940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5581870-e76b-4c11-96d4-bbae5fdb65c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:04.477673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:08:51Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:08:52Z', 'revision_number': 2, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:04.506011 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b5581870-e76b-4c11-96d4-bbae5fdb65c6 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/4c018baf-71c7-4d1f-9584-1336a3dffee7 HTTP/1.1" status: 404 len: 337 time: 0.1167879 Dec 20 12:09:04.511657 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:04.512664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40354) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.523325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:04.524950 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25f3d2-6ab0-4854-a717-875c917e79e5 None None] Network c4a891ff-7b86-4b56-933f-7a46bba2056b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:04.527356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:04.530949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Usage tracker for resource:subnet and tenant:fdb471e21d424f7884a5f40f0d8eae0c is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:04.547926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:04.557413 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e3cd9281-362d-4138-b193-e6cb30b72f37 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5394096 Dec 20 12:09:04.566946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40360) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:04.567187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.572489 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:04.576168 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:04.576563 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Updating router 8d4e4385-d219-4286-b9b5-496d6422fa3e port b0ac199e-536e-4e47-926e-60f2e689d433 binding host dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:09:04.812270 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Transition to ACTIVE for port object 2ad94e86-8734-422f-83b4-5e98543540bb will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:04.852571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Made reservation on behalf of fdb471e21d424f7884a5f40f0d8eae0c for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:04.960417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] For port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,segment=NetworkSegment(8939288e-b2e5-4519-a471-bf22bc31d85e),segment_id=8939288e-b2e5-4519-a471-bf22bc31d85e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:04.964225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.983872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.984526 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:04.991219 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Transition to ACTIVE for port object 2ad94e86-8734-422f-83b4-5e98543540bb will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:05.000968 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aa55dfd9-a6a1-4b17-b665-b583b477f6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:05.049028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.058736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.140049 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d56b573a-cf46-40cc-8ebd-308a9acd809a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Synchronizing usage tracker for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:09:05.183974 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734aec-2be4-4bf4-9c72-81ba76b89a1f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:05.185303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fe734aec-2be4-4bf4-9c72-81ba76b89a1f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Synchronizing usage tracker for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:09:05.240524 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Pushing event updated for resources: {'Port': ['ID=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:05.258256 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:05.260199 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:05.263262 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a123ec8c-ea57-4c59-ade3-5fcdffe61727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:05.286549 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d56b573a-cf46-40cc-8ebd-308a9acd809a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Unset dirty status for tenant:6b3d8bda932047c5a94631bd124567f7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:09:05.287777 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d56b573a-cf46-40cc-8ebd-308a9acd809a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "GET /v2.0/ports?device_id=a03dcacc-a20a-4d6a-b365-ef5249303793 HTTP/1.1" status: 200 len: 205 time: 0.7723768 Dec 20 12:09:05.292470 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.300268 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40364) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:05.315519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:05.382939 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:05.389795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-fe734aec-2be4-4bf4-9c72-81ba76b89a1f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Unset dirty status for tenant:d0dd5ab61c5c4acd83c3342f69277784 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:09:05.396414 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fe734aec-2be4-4bf4-9c72-81ba76b89a1f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c92066-ffe6-42e8-9668-87f60d3889b3 HTTP/1.1" status: 200 len: 913 time: 1.2486532 Dec 20 12:09:05.413038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40368) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:05.430442 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-b92cfd0b-bc29-418b-9ce1-f9fa21ea8e2d None None] Provisioning complete for port dad6a0f3-f12d-4789-a50c-47fdc89e65bf triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:05.431365 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b92cfd0b-bc29-418b-9ce1-f9fa21ea8e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.515992 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-5a1c91ca-30f6-433d-ae3f-77b06add8f90 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] delete failed (client error): The resource could not be found. Dec 20 12:09:05.520237 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5a1c91ca-30f6-433d-ae3f-77b06add8f90 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/routers/a03dcacc-a20a-4d6a-b365-ef5249303793 HTTP/1.1" status: 404 len: 336 time: 0.2148345 Dec 20 12:09:05.525038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40372) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:05.562322 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.569523 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2d35fd4b-7031-4ea6-b4a2-5b1f54032aec tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5470836 Dec 20 12:09:05.580390 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40376) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:05.591428 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:05.615511 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-c4a891ff-7b86-4b56-933f-7a46bba2056b', 'network_id': 'c4a891ff-7b86-4b56-933f-7a46bba2056b', 'tenant_id': 'ea80921924f34fd285c47dfd691ee4a7', 'fixed_ips': [{'subnet_id': '724fec8a-c429-428f-bbd6-9025a5338c72'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:09:05.627174 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.639008 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-369470b3-cda3-4d1f-90b1-ac1aca9aaba4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:05.640531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369470b3-cda3-4d1f-90b1-ac1aca9aaba4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:05.714890 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Pushing event updated for resources: {'Port': ['ID=2ad94e86-8734-422f-83b4-5e98543540bb,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:05.747194 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:05.757724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-b92cfd0b-bc29-418b-9ce1-f9fa21ea8e2d None None] Port dad6a0f3-f12d-4789-a50c-47fdc89e65bf cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:05.882470 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Attempting to bind port 2ad94e86-8734-422f-83b4-5e98543540bb on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:05.883247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Attempting to bind port 2ad94e86-8734-422f-83b4-5e98543540bb by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '4901569b-5d83-4f9d-9b56-e87cd4d603ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3cfc3a62-0c8f-47b0-86a8-f16160f411d9'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:05.883943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Attempting to bind port 2ad94e86-8734-422f-83b4-5e98543540bb on network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:05.906746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:05.907834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Checking segment: {'id': '4901569b-5d83-4f9d-9b56-e87cd4d603ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3cfc3a62-0c8f-47b0-86a8-f16160f411d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:05.908629 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.909393 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Bound using segment: {'id': '4901569b-5d83-4f9d-9b56-e87cd4d603ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3cfc3a62-0c8f-47b0-86a8-f16160f411d9'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:05.910618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Bound port: 2ad94e86-8734-422f-83b4-5e98543540bb, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4901569b-5d83-4f9d-9b56-e87cd4d603ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3cfc3a62-0c8f-47b0-86a8-f16160f411d9'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:05.911466 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:05.925826 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e5a3-78d8-4083-9d56-dc8fc7542e92 req-b845b1f4-85f8-41e4-837e-67c74699d7da tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:05.928470 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-5391e5a3-78d8-4083-9d56-dc8fc7542e92 req-b845b1f4-85f8-41e4-837e-67c74699d7da tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.9984879 Dec 20 12:09:05.955443 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-369470b3-cda3-4d1f-90b1-ac1aca9aaba4 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/c56dfd4c-5ea4-4a8f-a818-4b075890f8b6 HTTP/1.1" status: 404 len: 337 time: 0.4238276 Dec 20 12:09:05.969881 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40382) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.081200 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a45367-ff38-46bc-98b5-47330b12f426 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:06.081751 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a45367-ff38-46bc-98b5-47330b12f426 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:06.083470 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-08a45367-ff38-46bc-98b5-47330b12f426 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/cfea884a-8429-4d4b-97f6-a844e7ca14a7 HTTP/1.1" status: 404 len: 337 time: 0.1088517 Dec 20 12:09:06.089338 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40386) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.149509 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d878854-705d-4e56-8612-779754c7e053 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:06.149800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d878854-705d-4e56-8612-779754c7e053 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:06.155523 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7d878854-705d-4e56-8612-779754c7e053 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/85d6fc4e-e56a-4f35-9788-4bdfd6ab2380 HTTP/1.1" status: 404 len: 333 time: 0.0612776 Dec 20 12:09:06.155858 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40390) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.173697 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:06.297810 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfacd12-7175-42de-93e0-9cb37613bc67 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:06.298624 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfacd12-7175-42de-93e0-9cb37613bc67 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:06.305401 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2cfacd12-7175-42de-93e0-9cb37613bc67 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/7541bed3-5757-4691-953e-e92c55ec8255 HTTP/1.1" status: 404 len: 337 time: 0.1447840 Dec 20 12:09:06.313531 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40394) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.330591 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-dce34bac-5122-4434-889b-6621682793b3 None None] For port 2ad94e86-8734-422f-83b4-5e98543540bb, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:06.356645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-79267ba5-b24d-4381-ac4b-26d5910b3fbc None None] Provisioning complete for port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:06.357213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-79267ba5-b24d-4381-ac4b-26d5910b3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.447329 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-dce34bac-5122-4434-889b-6621682793b3 None None] For port 2ad94e86-8734-422f-83b4-5e98543540bb, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2ad94e86-8734-422f-83b4-5e98543540bb,segment=NetworkSegment(4901569b-5d83-4f9d-9b56-e87cd4d603ee),segment_id=4901569b-5d83-4f9d-9b56-e87cd4d603ee)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:06.451713 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-5986d275-352d-4cc4-b125-95d2b8c9b80b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:06.452553 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5986d275-352d-4cc4-b125-95d2b8c9b80b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:06.460192 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5986d275-352d-4cc4-b125-95d2b8c9b80b tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/9c8b2ad4-7146-4478-887c-3f1d3da47dbb HTTP/1.1" status: 404 len: 333 time: 0.1376221 Dec 20 12:09:06.464627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40398) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.474259 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.482741 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-5391e5a3-78d8-4083-9d56-dc8fc7542e92 req-f257cb2c-dcae-44f1-8f99-5d338e3ba4e6 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285808 Dec 20 12:09:06.748445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.762148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-4ce7f3e5-ea25-4bf1-9206-02cefc3185db tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:06.782201 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.resource_extend [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:09:06.808191 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb2675c-bdc0-4136-a7f2-490c7709797a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:06.809305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb2675c-bdc0-4136-a7f2-490c7709797a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:06.812895 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0eb2675c-bdc0-4136-a7f2-490c7709797a tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/02fd9f67-d034-405c-9efb-2dd41a60ab43 HTTP/1.1" status: 404 len: 337 time: 0.3428328 Dec 20 12:09:06.823092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.831678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40404) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:06.833794 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:06.903764 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:07.062872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Allocated IP 2001:db8::2 (c4a891ff-7b86-4b56-933f-7a46bba2056b/724fec8a-c429-428f-bbd6-9025a5338c72/06b51342-cc73-4a8b-9a97-f781f953c752) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:07.087892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Subnet': ['ID=4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:07.098173 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:07.136566 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Notify callbacks [] for port, precommit_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.163299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Checking segment: {'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:07.164109 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network hostable DHCP agents. Network: c45f0bc2-209e-4aee-8e95-b9c2d49ca606, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:07.196437 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37cd6a5-84f6-45d0-a9b1-50cf4684c1ad tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:07.196975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37cd6a5-84f6-45d0-a9b1-50cf4684c1ad tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:07.203452 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a37cd6a5-84f6-45d0-a9b1-50cf4684c1ad tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/96c54570-b732-4d44-a01c-bbd65b839a8d HTTP/1.1" status: 404 len: 333 time: 0.3539388 Dec 20 12:09:07.204516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40408) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:07.284637 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67a541d-17c9-48df-8575-1b80451b7ab7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:07.284637 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67a541d-17c9-48df-8575-1b80451b7ab7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:07.291983 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e67a541d-17c9-48df-8575-1b80451b7ab7 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/bdaaa4e7-3f1a-492f-a627-e93687ac818e HTTP/1.1" status: 404 len: 337 time: 0.0811305 Dec 20 12:09:07.293346 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Pushing event updated for resources: {'Port': ['ID=2ad94e86-8734-422f-83b4-5e98543540bb,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:07.298356 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:07.306758 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40412) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:07.313382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Transition to ACTIVE for port object b0ac199e-536e-4e47-926e-60f2e689d433 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:07.321775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.348564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:07.348975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.386455 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.443867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:07.461713 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-55122bf2-d109-4600-ab90-9695d81d5c87 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:07.462816 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55122bf2-d109-4600-ab90-9695d81d5c87 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:07.466826 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-55122bf2-d109-4600-ab90-9695d81d5c87 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/4667ef80-acfc-47be-93a9-e187e67e8ab7 HTTP/1.1" status: 404 len: 333 time: 0.1452637 Dec 20 12:09:07.475157 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40416) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:07.483555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437a1f3-b2a3-4fb4-ac23-b3858d36e543 req-51d7f71b-2595-43e3-9368-645d1184592b tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:07.487060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:07.487301 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7437a1f3-b2a3-4fb4-ac23-b3858d36e543 req-51d7f71b-2595-43e3-9368-645d1184592b tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.7268476 Dec 20 12:09:07.616938 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-349de4c7-dff8-49a2-a3a4-222748f452d3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:07.617554 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349de4c7-dff8-49a2-a3a4-222748f452d3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:07.645146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c45f0bc2-209e-4aee-8e95-b9c2d49ca606) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:07.658371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:07.659252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:07.667175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Allocated IP 2001:db8::1 (3cfc3a62-0c8f-47b0-86a8-f16160f411d9/49012dfd-6bef-4551-b291-bdaf89af7c68/c1aa8c71-2246-48a8-8842-c10668e3ce3c) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:07.670566 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-349de4c7-dff8-49a2-a3a4-222748f452d3 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/46ece58f-6446-44ea-be17-d738a1319401 HTTP/1.1" status: 404 len: 337 time: 0.1907470 Dec 20 12:09:07.679523 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40420) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:07.719402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Router 363a785b-bc7a-49ac-917b-3910a9cda63c is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:09:07.887963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb672dc4-6970-463a-9b43-702b4f4afa12 None None] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:07.894430 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbea59f-0a48-40d8-8ced-c8ed9f7cb3a2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:07.895124 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbea59f-0a48-40d8-8ced-c8ed9f7cb3a2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:07.898128 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0dbea59f-0a48-40d8-8ced-c8ed9f7cb3a2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/63767fe4-295f-47d4-a030-32f852e63cd2 HTTP/1.1" status: 404 len: 333 time: 0.2170930 Dec 20 12:09:07.916576 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6606705 Dec 20 12:09:07.923325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40424) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:07.923969 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40426) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.028265 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f698f1-acc9-405a-9ff9-b4001e1f6920 None None] Pushing event updated for resources: {'Port': ['ID=b0ac199e-536e-4e47-926e-60f2e689d433,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:08.052211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-48f698f1-acc9-405a-9ff9-b4001e1f6920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:08.061055 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-7437a1f3-b2a3-4fb4-ac23-b3858d36e543 req-7f2fda66-7e7f-4e6c-b632-146f7ed478d7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5485778 Dec 20 12:09:08.074136 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bdd965-4b70-4b6a-bbd9-08b8fad2dfa0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:08.074584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bdd965-4b70-4b6a-bbd9-08b8fad2dfa0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:08.079737 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c4bdd965-4b70-4b6a-bbd9-08b8fad2dfa0 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/a41ec710-0677-4636-9470-1eb2d11b675a HTTP/1.1" status: 404 len: 337 time: 0.1541862 Dec 20 12:09:08.080682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40432) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.128523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.151362 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Transition to ACTIVE for port object 06b51342-cc73-4a8b-9a97-f781f953c752 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:08.199746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Transition to ACTIVE for port object 06b51342-cc73-4a8b-9a97-f781f953c752 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:08.210216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40434) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.212432 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.pecan_wsgi.hooks.translation [None req-42236074-63f1-4346-a4f3-fc2c2d1e8e80 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:08.212878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42236074-63f1-4346-a4f3-fc2c2d1e8e80 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:08.217321 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-42236074-63f1-4346-a4f3-fc2c2d1e8e80 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/afb31190-c968-44ef-a8a2-80c4026b5b14 HTTP/1.1" status: 404 len: 333 time: 0.0581541 Dec 20 12:09:08.223479 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40438) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.332090 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.352486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-dce34bac-5122-4434-889b-6621682793b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:08.414900 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3419244d-b2ec-4149-b5d8-9833b6fa1814 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:08.417050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3419244d-b2ec-4149-b5d8-9833b6fa1814 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:08.420545 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3419244d-b2ec-4149-b5d8-9833b6fa1814 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/e982b7f1-5db8-4979-aabe-d868a6e9876b HTTP/1.1" status: 404 len: 337 time: 0.1841526 Dec 20 12:09:08.430446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40444) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.489458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.526718 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Transition to ACTIVE for port object c1aa8c71-2246-48a8-8842-c10668e3ce3c will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:08.565872 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd37c06-93f1-4253-bfe4-0f8ba8570b4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:08.567595 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd37c06-93f1-4253-bfe4-0f8ba8570b4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:08.576878 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-abd37c06-93f1-4253-bfe4-0f8ba8570b4f tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/ports/c1a96f5c-beed-4225-999c-788fbbf68b68 HTTP/1.1" status: 404 len: 333 time: 0.1305475 Dec 20 12:09:08.583113 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40448) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.618681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Network c4a891ff-7b86-4b56-933f-7a46bba2056b is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:08.698772 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:08.726368 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-16283e49-e4e4-4975-866f-898428b5034c tempest-TestNetworkAdvancedServerOps-1065212982 tempest-TestNetworkAdvancedServerOps-1065212982-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1093 time: 0.5075545 Dec 20 12:09:08.779921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40452) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.794441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:08.812032 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:08.830463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:08.833979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.840231 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:08.840529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-60092c54-902f-4b38-9a4a-a6d1f39e8766 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:08.889175 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfec4227-44dd-4549-a96a-38b42f517975 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] DELETE failed (client error): The resource could not be found. Dec 20 12:09:08.890208 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfec4227-44dd-4549-a96a-38b42f517975 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 12:09:08.891301 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Usage tracker for resource:floatingip and tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:08.897758 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cfec4227-44dd-4549-a96a-38b42f517975 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/subnets/6b1e2e2e-3083-4597-b995-f87bdc66fc56 HTTP/1.1" status: 404 len: 337 time: 0.3083425 Dec 20 12:09:08.911820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40456) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:08.915720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:08.923433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Pushing event updated for resources: {'Port': ['ID=06b51342-cc73-4a8b-9a97-f781f953c752,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:08.928330 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:08.943599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:08.956669 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b13b0-68e9-45d9-ab53-2a9def355a30 None None] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:08.976963 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.002778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:09.010788 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.034379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Port': ['ID=c1aa8c71-2246-48a8-8842-c10668e3ce3c,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:09.038778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:09.046991 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:09.057127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:09.057860 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.139345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.203411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Attempting to bind port b0ac199e-536e-4e47-926e-60f2e689d433 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:09.204095 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Attempting to bind port b0ac199e-536e-4e47-926e-60f2e689d433 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:09.204762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Attempting to bind port b0ac199e-536e-4e47-926e-60f2e689d433 on network 2c16dc2c-722e-41da-8c76-46b67a021642 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:09.346904 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2ad94e86-8734-422f-83b4-5e98543540bb up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:09.450608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.457136 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:09.457136 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Checking segment: {'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:09.457649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.457816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Bound using segment: {'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:09.458250 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Bound port: b0ac199e-536e-4e47-926e-60f2e689d433, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a155e-d389-44d3-90c6-8e0332b5ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:09.458641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.507099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-caffb3b3-c763-4a36-ad38-d1d2fea55198 None None] Provisioning for port 2ad94e86-8734-422f-83b4-5e98543540bb completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:09.508718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:09.526712 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] Sync routers for ids ['363a785b-bc7a-49ac-917b-3910a9cda63c'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:09.549571 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] Routers {'363a785b-bc7a-49ac-917b-3910a9cda63c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:09.551023 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['363a785b-bc7a-49ac-917b-3910a9cda63c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:09.583373 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "PUT /v2.0/routers/363a785b-bc7a-49ac-917b-3910a9cda63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1248775 Dec 20 12:09:09.620288 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40460) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:09.651431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'port': {'network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48', 'name': 'tempest-FloatingIPNegativeTestJSON-1230224001'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:09.708479 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:09.717668 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Allocated IP 172.36.7.53 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/c84d693f-f2ec-450d-87b3-cfb695d4cf9a) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:09.757048 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] Routers {'363a785b-bc7a-49ac-917b-3910a9cda63c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:09.758211 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['363a785b-bc7a-49ac-917b-3910a9cda63c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:09.783232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:09.903180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] For port b0ac199e-536e-4e47-926e-60f2e689d433, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:09.911198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] For port b0ac199e-536e-4e47-926e-60f2e689d433, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b0ac199e-536e-4e47-926e-60f2e689d433,segment=NetworkSegment(442a155e-d389-44d3-90c6-8e0332b5ebb7),segment_id=442a155e-d389-44d3-90c6-8e0332b5ebb7)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:09.913526 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Attempting to bind port 06b51342-cc73-4a8b-9a97-f781f953c752 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:09.914319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Attempting to bind port 06b51342-cc73-4a8b-9a97-f781f953c752 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'd1da4fc8-9b84-4b64-bb46-d46507cf6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c4a891ff-7b86-4b56-933f-7a46bba2056b'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:09.914975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Attempting to bind port 06b51342-cc73-4a8b-9a97-f781f953c752 on network c4a891ff-7b86-4b56-933f-7a46bba2056b {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:09.942099 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:09.942749 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e76ee-042a-4fbf-bbd5-2f692a5631bf None None] The sync data for ids ['363a785b-bc7a-49ac-917b-3910a9cda63c'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:09.991210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.005034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:10.005964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Checking segment: {'id': 'd1da4fc8-9b84-4b64-bb46-d46507cf6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c4a891ff-7b86-4b56-933f-7a46bba2056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:10.006244 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.006878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Bound using segment: {'id': 'd1da4fc8-9b84-4b64-bb46-d46507cf6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c4a891ff-7b86-4b56-933f-7a46bba2056b'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:10.007661 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Bound port: 06b51342-cc73-4a8b-9a97-f781f953c752, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1da4fc8-9b84-4b64-bb46-d46507cf6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c4a891ff-7b86-4b56-933f-7a46bba2056b'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:10.008565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.025000 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:09:10.031766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.053912 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.081264 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:10.255169 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.394771 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a1536f-8906-4846-ba25-f9918687ea89']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:10.420732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 2ad94e86-8734-422f-83b4-5e98543540bb completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:10.484976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1540452-7244-4dd2-8bfe-f3af1e4dc238') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:10.485385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 2ad94e86-8734-422f-83b4-5e98543540bb triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:10.485649 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1540452-7244-4dd2-8bfe-f3af1e4dc238') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:10.486923 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.521687 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.578472 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f698f1-acc9-405a-9ff9-b4001e1f6920 None None] Pushing event updated for resources: {'Port': ['ID=b0ac199e-536e-4e47-926e-60f2e689d433,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:10.582293 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:10.591439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.613581 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:port and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:10.623963 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.631459 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-48f698f1-acc9-405a-9ff9-b4001e1f6920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:10.636780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:09:10.637483 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.660107 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:09:10.666197 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:09:10.692109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:10.705544 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:10.794257 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:10.797794 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:08:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:10.858820 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Made reservation on behalf of 710c5aae48a54de4ad5043333ab938c7 for: {'port': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:10.863501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.045002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.069144 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] For port 06b51342-cc73-4a8b-9a97-f781f953c752, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:11.078672 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-67122024-6466-4942-ae9c-fb7651dd33c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774502819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:11.101834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.126431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.137958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.139435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.143142 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Pushing event deleted for resources: {'Network': ['ID=51a1536f-8906-4846-ba25-f9918687ea89,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:11.152176 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] 10.222.0.41 "DELETE /v2.0/networks/51a1536f-8906-4846-ba25-f9918687ea89 HTTP/1.1" status: 204 len: 168 time: 2.2183175 Dec 20 12:09:11.154908 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eeaa1907-55ef-4fb1-8472-3e495a40805c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:11.177349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1d49e92b-ae89-4916-b183-aa557e36f9f4 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:11.217782 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] For port 06b51342-cc73-4a8b-9a97-f781f953c752, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=06b51342-cc73-4a8b-9a97-f781f953c752,segment=NetworkSegment(d1da4fc8-9b84-4b64-bb46-d46507cf6d91),segment_id=d1da4fc8-9b84-4b64-bb46-d46507cf6d91)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:11.273499 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.284951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Port': ['ID=c1aa8c71-2246-48a8-8842-c10668e3ce3c,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:11.289110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:11.317898 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] device_id is not set on port e2db5498-fd2b-410b-9502-b16a128cd328 yet. {{(pid=83528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:09:11.321854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:11.497779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Allocated IP 172.23.0.2 (c45f0bc2-209e-4aee-8e95-b9c2d49ca606/4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9/ccad71fe-4403-4e91-b00a-754cdd13a6f2) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:11.586271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Pushing event updated for resources: {'Port': ['ID=06b51342-cc73-4a8b-9a97-f781f953c752,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:11.590567 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:11.623494 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:11.653107 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.726219 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8edf0b22-9699-42c2-bccd-56df548c1c44 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:11.736409 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.906708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Allocated IP 172.36.7.122 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/1dead1ab-1a32-457e-8b63-624b346cfcd2) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:11.908830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f57c1ba7-3adf-41d9-9628-cd8298288689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:11.995343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:12.039110 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40472) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:12.107290 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 2ad94e86-8734-422f-83b4-5e98543540bb, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2ad94e86-8734-422f-83b4-5e98543540bb,segment=NetworkSegment(4901569b-5d83-4f9d-9b56-e87cd4d603ee),segment_id=4901569b-5d83-4f9d-9b56-e87cd4d603ee)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:12.121340 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:12.199357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:12.200596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:12.229596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0c882cba-8d77-401c-a401-3fc98c02b2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:12.286047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:12.431508 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e2253-1e5a-403a-b3bb-395f448a342b req-ec92b4f3-bf85-4153-8a44-4006700f0000 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:12.464325 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-709e2253-1e5a-403a-b3bb-395f448a342b req-ec92b4f3-bf85-4153-8a44-4006700f0000 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 945 time: 1.0531561 Dec 20 12:09:12.491441 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:09:12.612380 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event updated for resources: {'Port': ['ID=c84d693f-f2ec-450d-87b3-cfb695d4cf9a,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:12.621437 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:12.724812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:12.776429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 06b51342-cc73-4a8b-9a97-f781f953c752 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:12.815223 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:12.837571 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Allocated IP 172.20.0.11 (c7af72e4-f75a-4666-8579-bb4c4bc96b48/fc15e659-c645-4163-8fd3-00dbdfd33b46/e2db5498-fd2b-410b-9502-b16a128cd328) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:12.929906 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c544c55d-df17-41cb-9f63-78030c73f17c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b3d8bda932047c5a94631bd124567f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8571475 Dec 20 12:09:12.967366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40478) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:12.975075 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-58967f99-6235-4f2c-8bd6-edb16c91496c None None] Provisioning complete for port 2ad94e86-8734-422f-83b4-5e98543540bb triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:12.975676 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-58967f99-6235-4f2c-8bd6-edb16c91496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:13.045513 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-709e2253-1e5a-403a-b3bb-395f448a342b req-243c230d-186b-4ac8-8e6e-15336b9eb0e0 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5802717 Dec 20 12:09:13.139143 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:13.146115 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=2ad94e86-8734-422f-83b4-5e98543540bb,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:13.151895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:13.250287 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Transition to ACTIVE for port object ccad71fe-4403-4e91-b00a-754cdd13a6f2 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:13.258066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:13.280309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:13.296653 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Transition to ACTIVE for port object ccad71fe-4403-4e91-b00a-754cdd13a6f2 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:13.306009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 06b51342-cc73-4a8b-9a97-f781f953c752 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:13.313422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:13.353196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-05c58b72-7df4-4762-b5d5-9647d8f71b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:13.363962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-7eb3e69f-ad61-49a8-a6aa-414ba4dab02c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:13.366799 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-7eb3e69f-ad61-49a8-a6aa-414ba4dab02c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 945 time: 0.6336641 Dec 20 12:09:13.414738 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Port': ['ID=1dead1ab-1a32-457e-8b63-624b346cfcd2,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:13.506342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:13.515228 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:13.517510 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Pushing event updated for resources: {'Port': ['ID=ccad71fe-4403-4e91-b00a-754cdd13a6f2,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:13.523902 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:13.530762 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:13.541081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:13.566785 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:08:51Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:09Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:13.664429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9c22b-7ae9-47e4-b76d-a3bdf7fb9b32 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:08:51Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:09Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:13.680593 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:13.683021 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-58967f99-6235-4f2c-8bd6-edb16c91496c None None] Provisioning for port c1aa8c71-2246-48a8-8842-c10668e3ce3c completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:13.703485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:13.714431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:13.819842 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Attempting to bind port ccad71fe-4403-4e91-b00a-754cdd13a6f2 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:13.827789 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Attempting to bind port ccad71fe-4403-4e91-b00a-754cdd13a6f2 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:13.828628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Attempting to bind port ccad71fe-4403-4e91-b00a-754cdd13a6f2 on network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:13.839687 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-58967f99-6235-4f2c-8bd6-edb16c91496c None None] Provisioning complete for port c1aa8c71-2246-48a8-8842-c10668e3ce3c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:13.840479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-58967f99-6235-4f2c-8bd6-edb16c91496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:13.941999 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:13.943134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Checking segment: {'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:13.944081 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:13.964886 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Bound using segment: {'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:13.967213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Bound port: ccad71fe-4403-4e91-b00a-754cdd13a6f2, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:13.970501 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.009611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a75d6-dc6c-4ec4-a9ce-4ff2f0717498 None None] Network c4a891ff-7b86-4b56-933f-7a46bba2056b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:14.049500 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Allocated IP 172.23.0.1 (c45f0bc2-209e-4aee-8e95-b9c2d49ca606/4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9/2bae208f-32e4-4b2a-a945-f0582e839e52) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:14.096134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-58967f99-6235-4f2c-8bd6-edb16c91496c None None] Port c1aa8c71-2246-48a8-8842-c10668e3ce3c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:14.102012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.212962 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ab6c83cc-2419-4599-9bf6-616e778b06cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.223836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Deleting port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:14.224808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.326720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.330489 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port 2f1bc4b6-bf23-4ea2-b0ce-ae0167cda2bc {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:14.330833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.347607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-3321e5ae-6858-429b-9019-c577653845aa None None] For port ccad71fe-4403-4e91-b00a-754cdd13a6f2, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:14.474405 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.489995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Provisioning for port 06b51342-cc73-4a8b-9a97-f781f953c752 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:14.515740 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-3321e5ae-6858-429b-9019-c577653845aa None None] For port ccad71fe-4403-4e91-b00a-754cdd13a6f2, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ccad71fe-4403-4e91-b00a-754cdd13a6f2,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:14.518708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Provisioning complete for port 06b51342-cc73-4a8b-9a97-f781f953c752 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:14.519447 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.580182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.603977 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:14.613190 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Transition to ACTIVE for port object e2db5498-fd2b-410b-9502-b16a128cd328 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:14.703106 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:14.714758 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2ea041b9-e91c-4fd8-a17b-44a415ee5839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:14.768643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b0ac199e-536e-4e47-926e-60f2e689d433 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:14.777074 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593784c6-841b-460b-b2aa-e788f9831f7c,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:14.891162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:15.030827 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.038848 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/593784c6-841b-460b-b2aa-e788f9831f7c HTTP/1.1" status: 204 len: 168 time: 2.0631392 Dec 20 12:09:15.042929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.053971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Pushing event updated for resources: {'Port': ['ID=ccad71fe-4403-4e91-b00a-754cdd13a6f2,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:15.060667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:15.067543 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.126598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Transition to ACTIVE for port object 2bae208f-32e4-4b2a-a945-f0582e839e52 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:15.159406 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.289720 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.293428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.315442 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.318284 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port b0ac199e-536e-4e47-926e-60f2e689d433 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:15.328303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.348029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b0ac199e-536e-4e47-926e-60f2e689d433 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:15.350656 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.396708 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-627c6332-aa73-4b7d-9cdb-b71b36bcc391 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:15.519333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:15.531119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] For port 06b51342-cc73-4a8b-9a97-f781f953c752, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=06b51342-cc73-4a8b-9a97-f781f953c752,segment=NetworkSegment(d1da4fc8-9b84-4b64-bb46-d46507cf6d91),segment_id=d1da4fc8-9b84-4b64-bb46-d46507cf6d91)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:15.539641 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.551216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-3321e5ae-6858-429b-9019-c577653845aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:15.570054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61bb5b-e029-4555-8f4f-56f7d3b72a30 req-d130661e-2625-428e-b637-d2c5efa62938 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:15.587485 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4a61bb5b-e029-4555-8f4f-56f7d3b72a30 req-d130661e-2625-428e-b637-d2c5efa62938 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 945 time: 1.2005951 Dec 20 12:09:15.622803 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Router a3b55cd2-2255-491b-a598-0cf07e3d3215 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:09:15.680062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.712825 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Provisioning complete for port c1aa8c71-2246-48a8-8842-c10668e3ce3c triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:15.713452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:15.904374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Pushing event updated for resources: {'Port': ['ID=06b51342-cc73-4a8b-9a97-f781f953c752,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:15.922911 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c no longer exists at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:09:15.952019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Port': ['ID=e2db5498-fd2b-410b-9502-b16a128cd328,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:15.985853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:15.996292 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Port c1aa8c71-2246-48a8-8842-c10668e3ce3c cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:16.114699 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:16.148461 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for 2f1bc4b6-bf23-4ea2-b0ce-ae0167cda2bc owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:16.165393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:16.198410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.282030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:16.297648 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-957c860c-b4b3-4bae-b30c-18567fac55cb None None] Provisioning complete for port 06b51342-cc73-4a8b-9a97-f781f953c752 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:16.299117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-957c860c-b4b3-4bae-b30c-18567fac55cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.323320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=2bae208f-32e4-4b2a-a945-f0582e839e52,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:16.325586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.344452 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:16.405855 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port b0ac199e-536e-4e47-926e-60f2e689d433, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b0ac199e-536e-4e47-926e-60f2e689d433,segment=NetworkSegment(442a155e-d389-44d3-90c6-8e0332b5ebb7),segment_id=442a155e-d389-44d3-90c6-8e0332b5ebb7)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:16.434483 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.447746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.448673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2ad94e86-8734-422f-83b4-5e98543540bb up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:16.491217 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7a379944-8712-4a4b-87bc-adc08c48c44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:16.522006 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.535600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.548777 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:16.549152 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.648365 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.846059 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:16.879576 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:16.881105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.899547 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.503s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:16.919894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:16.922067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:16.938297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:16.960646 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:16.961453 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=b0ac199e-536e-4e47-926e-60f2e689d433,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:16.983851 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d042c6-031b-49ad-b007-d4c9bcc776d9 None None] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:16.989886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.015295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.044247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-fe8bdc32-d013-4beb-8e4b-23c1752f1aab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:17.242711 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'code': 200} Dec 20 12:09:17.244175 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:17.290076 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.295632 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-19d9625c-8a75-441e-838b-c7d8dee031ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:17.326895 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40504) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:17.401844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,revision_number=6']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:17.416908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event updated for resources: {'Port': ['ID=1dead1ab-1a32-457e-8b63-624b346cfcd2,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:17.425184 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:17.433936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:17.446242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:17.448038 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.456864 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.476324 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 2ad94e86-8734-422f-83b4-5e98543540bb triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:17.476703 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.484749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-043ec8a9-b7a5-4ce3-9908-01f5e26de5c0 tempest-RoutersAdminTest-1508454316 tempest-RoutersAdminTest-1508454316-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:17.542964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.607783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=2f1bc4b6-bf23-4ea2-b0ce-ae0167cda2bc,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:17.613092 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:17.669719 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:17.689382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] Sync routers for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:17.727799 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'networks': [{'name': 'tempest-network--1238131776'}, {'name': 'tempest-network--1619372897'}]} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:17.728339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'network': {'name': 'tempest-network--1238131776'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:17.729080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'network': {'name': 'tempest-network--1619372897'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:17.740365 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1707857 Dec 20 12:09:17.747146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.766695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:17.774406 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Usage tracker for resource:network and tenant:d1e84d9958bd40be91bb0acfa1ce7e4f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:17.779677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:17.780767 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4a61bb5b-e029-4555-8f4f-56f7d3b72a30 req-be9c8087-e6d4-4bc3-889c-b71826e5f220 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.1912339 Dec 20 12:09:17.791672 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:17.795323 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40510) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:17.844287 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:17.844287 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:17.899830 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Made reservation on behalf of d1e84d9958bd40be91bb0acfa1ce7e4f for: {'network': 2} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:17.903397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.936488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:17.950481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:17.986557 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7ab685fc-70a3-4e93-ad4c-22754710896c None None] Provisioning for port e2db5498-fd2b-410b-9502-b16a128cd328 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:18.003119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7ab685fc-70a3-4e93-ad4c-22754710896c None None] Provisioning complete for port e2db5498-fd2b-410b-9502-b16a128cd328 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:18.003863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7ab685fc-70a3-4e93-ad4c-22754710896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.067079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:18.067983 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:18.144938 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:18.144938 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f94d9d-0944-446f-b995-704cdf61e0bd None None] The sync data for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:18.153212 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7ab685fc-70a3-4e93-ad4c-22754710896c None None] Port e2db5498-fd2b-410b-9502-b16a128cd328 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:18.156338 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.5331190 Dec 20 12:09:18.192098 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7ab685fc-70a3-4e93-ad4c-22754710896c None None] Provisioning for port ccad71fe-4403-4e91-b00a-754cdd13a6f2 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:18.254568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40514) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:18.293340 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:18.321476 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:18.337094 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ccad71fe-4403-4e91-b00a-754cdd13a6f2 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:18.365342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:floatingip and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:18.372812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:18.386797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:18.402083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:18.412191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.413205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.413546 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Floating IP 2bd3041f-288f-4bc0-8568-6428777c873b disassociated. External IP: 172.36.7.206, port: 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c. Dec 20 12:09:18.414422 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Calling delete_port for 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c owned by compute:nova {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:18.418036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Usage tracker for resource:security_group_rule and tenant:d1e84d9958bd40be91bb0acfa1ce7e4f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:18.425519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:18.437293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:18.459241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port ccad71fe-4403-4e91-b00a-754cdd13a6f2 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:18.465365 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Provisioning complete for port ccad71fe-4403-4e91-b00a-754cdd13a6f2 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:18.465743 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.489487 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.531927 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ccad71fe-4403-4e91-b00a-754cdd13a6f2 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:18.533140 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.796332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.827969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.828370 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.872346 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] For port ccad71fe-4403-4e91-b00a-754cdd13a6f2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ccad71fe-4403-4e91-b00a-754cdd13a6f2,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:18.915729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.917923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.918613 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:18.924856 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-192a9044-642d-4221-894f-d3caf276cf92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:18.929099 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:09:18.929747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:09:19.061723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:09:19.062211 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:09:19.065906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Provisioning for port 2bae208f-32e4-4b2a-a945-f0582e839e52 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:19.073418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Provisioning complete for port 2bae208f-32e4-4b2a-a945-f0582e839e52 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:19.073896 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.127093 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Pushing event updated for resources: {'Port': ['ID=ccad71fe-4403-4e91-b00a-754cdd13a6f2,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:19.132213 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:19.139450 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a4ae169f-eb55-4c7e-b4c3-6605af9db2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:19.162117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Port 2bae208f-32e4-4b2a-a945-f0582e839e52 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:19.209046 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Floating IP 42c384cc-491f-42e4-873a-5c4a8ca3a302 associated. External IP: 172.36.7.122, port: 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5. Dec 20 12:09:19.285992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:19.289802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d8e462-6a18-452b-a472-dc825dad14f5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:19.295394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-271fcd9a-16a4-433a-8aa1-cae22ece0a74 None None] Provisioning complete for port 2bae208f-32e4-4b2a-a945-f0582e839e52 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:19.296235 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-271fcd9a-16a4-433a-8aa1-cae22ece0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.326199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:19.403857 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-271fcd9a-16a4-433a-8aa1-cae22ece0a74 None None] Port 2bae208f-32e4-4b2a-a945-f0582e839e52 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:19.417086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.417940 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Added segment 86618c39-f832-41ac-b4ef-bd8658fbc825 of type vlan for network da05e5b9-e970-4aa9-96dd-94850576fa2d Dec 20 12:09:19.429945 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:09:19.436084 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Deleting port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:19.436686 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.459170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.476276 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.531223 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:19.596609 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7f81d-b888-4fa0-b417-b5595b055080 req-7019b79e-0297-4fb2-886e-883393392f97 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:19.598113 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e7d7f81d-b888-4fa0-b417-b5595b055080 req-7019b79e-0297-4fb2-886e-883393392f97 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 0.5509562 Dec 20 12:09:19.609970 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.695841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b0ac199e-536e-4e47-926e-60f2e689d433 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:19.718829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event updated for resources: {'Port': ['ID=2bae208f-32e4-4b2a-a945-f0582e839e52,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:19.723929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.733242 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:19.883695 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port b0ac199e-536e-4e47-926e-60f2e689d433 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:19.884240 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.976502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:19.982356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:19.984752 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.036794 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e7d7f81d-b888-4fa0-b417-b5595b055080 req-ad2966ee-5f8b-4fc9-83ab-6cda5e1cd11b tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125979 Dec 20 12:09:20.121028 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 06b51342-cc73-4a8b-9a97-f781f953c752 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:20.149680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.149971 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Added segment e7819e95-0ded-4897-a15a-3ae858dce777 of type vlan for network 325d6630-40d3-4855-a1f8-6dd816a6f569 Dec 20 12:09:20.227045 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 06b51342-cc73-4a8b-9a97-f781f953c752 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:20.228888 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.262834 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.370793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:20.388214 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:20.505853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Router 74ffd4d1-b432-4a55-be58-e6ff222a5252 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:09:20.530775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ccad71fe-4403-4e91-b00a-754cdd13a6f2 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:20.540747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] For port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:20.541708 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.712700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Allocated IP 172.36.7.200 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/a81ae285-d6da-44c5-a6a1-7f05e56104c4) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:20.722635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port ccad71fe-4403-4e91-b00a-754cdd13a6f2 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:20.724646 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.859037 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-98c1f9a1-f037-4cd6-a6a5-ca5e6fb011ee None None] Provisioning complete for port 2bae208f-32e4-4b2a-a945-f0582e839e52 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:20.860348 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-98c1f9a1-f037-4cd6-a6a5-ca5e6fb011ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.909103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.910322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.917215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:20.922875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:20.924337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:20.944264 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-40da6799-93b3-46ef-a142-f53854634e26 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:20.982821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-98c1f9a1-f037-4cd6-a6a5-ca5e6fb011ee None None] Port 2bae208f-32e4-4b2a-a945-f0582e839e52 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:21.196142 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:21.213428 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8786979 Dec 20 12:09:21.247366 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40522) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:21.477323 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Network': ['ID=da05e5b9-e970-4aa9-96dd-94850576fa2d,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:21.496599 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network da05e5b9-e970-4aa9-96dd-94850576fa2d details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:21.500224 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:21.500669 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:21.500804 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.l3_db [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Floating IP 2bd3041f-288f-4bc0-8568-6428777c873b disassociated. External IP: 172.36.7.206, port: 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c. Dec 20 12:09:21.501201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Calling delete_port for 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c owned by compute:nova {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:21.649187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Network': ['ID=325d6630-40d3-4855-a1f8-6dd816a6f569,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:21.658688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9d852e64-a59e-4830-a166-1034a4a98357 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:21.658688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.698s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:21.658688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:21.685615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:21.725280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 325d6630-40d3-4855-a1f8-6dd816a6f569 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:21.726263 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:21.923984 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:21.929925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:21.934336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Port': ['ID=a81ae285-d6da-44c5-a6a1-7f05e56104c4,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:21.936947 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:21.971527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:22.025066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:22.189063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321efd-d44a-4f63-84f2-ca6f61a93ca0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:22.192927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321efd-d44a-4f63-84f2-ca6f61a93ca0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:22.196836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321efd-d44a-4f63-84f2-ca6f61a93ca0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:22.200626 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321efd-d44a-4f63-84f2-ca6f61a93ca0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:22.202562 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-17321efd-d44a-4f63-84f2-ca6f61a93ca0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9368072 Dec 20 12:09:22.207732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40526) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:22.306601 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6deb87-df07-4712-b94b-09407f44e814 req-4ae36544-5737-4126-a120-cb6a3c9af3a9 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:22.308200 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ba6deb87-df07-4712-b94b-09407f44e814 req-4ae36544-5737-4126-a120-cb6a3c9af3a9 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 943 time: 1.0597687 Dec 20 12:09:22.350484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Router 6a9c6f7c-a43e-4172-9203-4b3a87455306 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:22.382742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:22.417860 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:22.425978 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-27434f2a-b759-45b8-aec6-60a9f513cdaa tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:22.525789 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-0d3ae342-3aaa-440f-9b72-e7ec5629af1c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:09:22.527052 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0d3ae342-3aaa-440f-9b72-e7ec5629af1c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.6952407 Dec 20 12:09:22.527946 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event deleted for resources: {'Port': ['ID=48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:22.534431 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40530) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:22.545065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:22.677761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:22.690760 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:22.713304 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:22.734415 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:22.736256 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:22.799232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:22.810424 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8833125 Dec 20 12:09:22.821835 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40534) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:22.859454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:22.883341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da05e5b9-e970-4aa9-96dd-94850576fa2d']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:22.897824 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:22.950069 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ba6deb87-df07-4712-b94b-09407f44e814 req-39ddceaa-c9ba-426e-83f2-f97282757aae tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5682974 Dec 20 12:09:22.971629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86618c39-f832-41ac-b4ef-bd8658fbc825') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:22.972533 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86618c39-f832-41ac-b4ef-bd8658fbc825') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:23.001591 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:23.009108 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.097480 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.111420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:09:23.112082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:09:23.140722 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:09:23.288644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:23.323845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] Sync routers for ids ['74ffd4d1-b432-4a55-be58-e6ff222a5252'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:23.353253 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] Routers {'74ffd4d1-b432-4a55-be58-e6ff222a5252'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:23.355167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['74ffd4d1-b432-4a55-be58-e6ff222a5252'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:23.449680 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.455752 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "PUT /v2.0/routers/74ffd4d1-b432-4a55-be58-e6ff222a5252 HTTP/1.1" status: 200 len: 882 time: 17.8738132 Dec 20 12:09:23.457388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40538) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:23.485137 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:23.497930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] Routers {'74ffd4d1-b432-4a55-be58-e6ff222a5252'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:23.498594 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['74ffd4d1-b432-4a55-be58-e6ff222a5252'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:23.520049 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:17Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:18Z', 'revision_number': 2, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:23.528920 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:23.530861 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Updating router 8d4e4385-d219-4286-b9b5-496d6422fa3e port 2bae208f-32e4-4b2a-a945-f0582e839e52 binding host dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 12:09:23.563682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.569720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8afd9ad6-8b9e-4a67-93c0-667dc2d6dacf tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:23.580909 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:23.581600 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0f9b0-7f6c-4e42-bd03-471b1d0d0619 None None] The sync data for ids ['74ffd4d1-b432-4a55-be58-e6ff222a5252'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:23.588414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.617320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Network': ['ID=da05e5b9-e970-4aa9-96dd-94850576fa2d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:23.624006 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/networks/da05e5b9-e970-4aa9-96dd-94850576fa2d HTTP/1.1" status: 204 len: 168 time: 1.4150236 Dec 20 12:09:23.629320 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40542) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:23.666068 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.707869 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.708474 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.709268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.709835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.710541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.711409 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.712410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.713322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.714191 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.715075 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.716049 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:23.757811 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-56684042-d448-46df-9de9-a4573c409e43 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:23.870246 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:09:23.872479 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:23.899872 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] Sync routers for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:23.900614 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.906277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.937620 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.957936 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:23.958584 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:23.960015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:23.968279 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-623c7027-ebf9-4f8a-9981-d4140c66de00 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:24.075665 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.2873955 Dec 20 12:09:24.084179 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:24.191154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Port': ['ID=a81ae285-d6da-44c5-a6a1-7f05e56104c4,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:24.211710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:24.311056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.328888 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.360762 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325d6630-40d3-4855-a1f8-6dd816a6f569']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:24.387405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7819e95-0ded-4897-a15a-3ae858dce777') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:24.388398 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7819e95-0ded-4897-a15a-3ae858dce777') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:24.401549 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.408200 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1294367 Dec 20 12:09:24.408200 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40552) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:24.417158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0a5680a5-9f2a-4dd8-aea9-5ea36a7620fd tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'floatingip': {'port_id': 'e2db5498-fd2b-410b-9502-b16a128cd328', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:24.497287 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-35e0e34e-9d85-4e76-9973-f14e555c0ab6 req-65a43d51-3c91-4ca5-9c89-365f716eeb3d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Synchronizing usage tracker for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:09:24.507679 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.519913 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:24.547372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0a5680a5-9f2a-4dd8-aea9-5ea36a7620fd tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.741839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.815101 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:09:24.815779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:09:24.848841 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:09:24.877969 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Notify callbacks [] for port, precommit_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:24.882466 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-35e0e34e-9d85-4e76-9973-f14e555c0ab6 req-65a43d51-3c91-4ca5-9c89-365f716eeb3d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Unset dirty status for tenant:07f88a0fd7aa41769ff9360299eb17bf on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:09:24.883835 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-35e0e34e-9d85-4e76-9973-f14e555c0ab6 req-65a43d51-3c91-4ca5-9c89-365f716eeb3d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.7275696 Dec 20 12:09:25.020701 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-0a5680a5-9f2a-4dd8-aea9-5ea36a7620fd tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] update failed (client error): The resource could not be found. Dec 20 12:09:25.022318 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0a5680a5-9f2a-4dd8-aea9-5ea36a7620fd tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "PUT /v2.0/floatingips/99a920b4-b4e6-427c-8425-27073dd6a4fd HTTP/1.1" status: 404 len: 507 time: 0.6129975 Dec 20 12:09:25.026918 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'status': 'completed', 'code': 200} Dec 20 12:09:25.028577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40556) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:25.120830 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.provisioning_blocks [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Transition to ACTIVE for port object 2bae208f-32e4-4b2a-a945-f0582e839e52 will not be triggered until provisioned by entity L2. {{(pid=83531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:25.140907 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:25.156901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb15bb-1ee0-4d97-8f30-e54e8ec5a72c req-c7648c03-e34c-47bc-aa30-18b614895076 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:25.159058 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d8fb15bb-1ee0-4d97-8f30-e54e8ec5a72c req-c7648c03-e34c-47bc-aa30-18b614895076 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.6857481 Dec 20 12:09:25.162144 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-ec19e20d-28fc-414d-af57-1d2003fc6ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:25.197983 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:25.222753 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-dd052d68-f247-4256-90bd-6d38dd67be91 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:25.256475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:25.271848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:25.277245 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/networks/325d6630-40d3-4855-a1f8-6dd816a6f569 HTTP/1.1" status: 204 len: 168 time: 1.6430867 Dec 20 12:09:25.279417 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40560) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:25.320504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Router 07c92066-ffe6-42e8-9668-87f60d3889b3 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:25.332860 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f82f561d-0f5f-41c0-93da-539bf7f02e46 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/routers/74ffd4d1-b432-4a55-be58-e6ff222a5252 HTTP/1.1" status: 200 len: 923 time: 1.8701975 Dec 20 12:09:25.335119 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40562) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:25.366998 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Network': ['ID=325d6630-40d3-4855-a1f8-6dd816a6f569,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:25.394507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:25.412739 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:25.450261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Deleting port a81ae285-d6da-44c5-a6a1-7f05e56104c4 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:25.450619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:25.526347 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Pushing event updated for resources: {'Port': ['ID=2bae208f-32e4-4b2a-a945-f0582e839e52,revision_number=3']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:25.547502 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d8fb15bb-1ee0-4d97-8f30-e54e8ec5a72c req-81c8e8c0-36a9-4eee-aedf-b6cea811d4b7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630691 Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.612185 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.613119 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:25.615712 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40568) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:25.616983 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:25.690632 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Attempting to bind port 2bae208f-32e4-4b2a-a945-f0582e839e52 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:25.691576 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Attempting to bind port 2bae208f-32e4-4b2a-a945-f0582e839e52 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:25.692198 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Attempting to bind port 2bae208f-32e4-4b2a-a945-f0582e839e52 on network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:25.711840 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:25.712736 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Checking segment: {'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:25.713172 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:25.713591 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Bound using segment: {'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'} {{(pid=83531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:25.714096 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.managers [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Bound port: 2bae208f-32e4-4b2a-a945-f0582e839e52, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce99d9d-5c8e-46e3-9b52-63494e2e8191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606'}}] {{(pid=83531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:25.714514 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:25.823689 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '42c384cc-491f-42e4-873a-5c4a8ca3a302', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'floating_ip_address': '172.36.7.122', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'port_id': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'mac_address': 'fa:16:3e:10:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:09:15Z', 'updated_at': '2021-12-20T12:09:15Z', 'revision_number': 0, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:33Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:25.834925 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] Checking router: 6a9c6f7c-a43e-4172-9203-4b3a87455306 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:25.882120 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:25.882942 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:26.126899 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.extraroute_db [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 12:09:26.204354 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-35b1a1b9-ba47-4d65-8813-770729a39534 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=74ffd4d1-b432-4a55-be58-e6ff222a5252&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8600922 Dec 20 12:09:26.244759 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40574) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:26.248942 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.extraroute_db [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Removed routes are [] {{(pid=83528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 12:09:26.249350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:26.266793 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:26.273481 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-3352133c-a844-4b85-a41d-1197fa65d58e req-87d3abbd-3bd4-46bb-905d-e205d2c8974b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7&device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1098 time: 1.1200607 Dec 20 12:09:26.376582 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] For port 2bae208f-32e4-4b2a-a945-f0582e839e52, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:26.420097 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.plugins.ml2.db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] For port 2bae208f-32e4-4b2a-a945-f0582e839e52, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2bae208f-32e4-4b2a-a945-f0582e839e52,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:26.431857 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:26.506441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352133c-a844-4b85-a41d-1197fa65d58e req-76c3bfe6-05d5-49e9-b248-1163dc324074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:26.508494 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-3352133c-a844-4b85-a41d-1197fa65d58e req-76c3bfe6-05d5-49e9-b248-1163dc324074 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ae161a7a-4f3c-4542-bddd-73cfc65543e7 HTTP/1.1" status: 200 len: 897 time: 0.1947155 Dec 20 12:09:26.514420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff20d56-0300-46ee-9aaa-331533ba2c97 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:26.519682 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff20d56-0300-46ee-9aaa-331533ba2c97 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:26.521068 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-aff20d56-0300-46ee-9aaa-331533ba2c97 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Synchronizing usage tracker for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:network {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:09:26.552309 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-198ed04a-10e5-4f9c-a505-eab17d771fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:26.583638 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-793b1f71-4832-44a7-a20d-4c520ffa8e98 req-9cb0cfe2-e7f4-4bb7-9760-88ab9c756726 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.4068553 Dec 20 12:09:26.691573 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b641dcb8-4faf-479a-9514-4600ebe70fc2 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/floatingips/42c384cc-491f-42e4-873a-5c4a8ca3a302 HTTP/1.1" status: 200 len: 991 time: 1.0670590 Dec 20 12:09:26.693392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-aff20d56-0300-46ee-9aaa-331533ba2c97 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Unset dirty status for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:network {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:09:26.695421 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-aff20d56-0300-46ee-9aaa-331533ba2c97 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3260105 Dec 20 12:09:26.714201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40578) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:26.734162 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1173779638'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:26.741110 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:26.751792 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:26.783107 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Made reservation on behalf of d1e84d9958bd40be91bb0acfa1ce7e4f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:26.787181 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:26.870949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:26.870949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.051186 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Pushing event updated for resources: {'Port': ['ID=2bae208f-32e4-4b2a-a945-f0582e839e52,revision_number=4']} {{(pid=83531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:27.057723 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG oslo_concurrency.lockutils [None req-03caebb0-0e4d-4bf5-a071-edafffc7e9db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:27.064229 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:27.065598 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:27.110340 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-3352133c-a844-4b85-a41d-1197fa65d58e req-a78d3944-c7fb-4e1b-b878-743b17872163 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 HTTP/1.1" status: 200 len: 999 time: 0.5821757 Dec 20 12:09:27.127008 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Calling delete_port for a81ae285-d6da-44c5-a6a1-7f05e56104c4 owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:27.242447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:27.287559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.288727 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Added segment bbbc942f-4aa8-4c7a-ad40-32c7945e10fe of type vlan for network 0656615a-4cca-49bb-b7ab-36138eb244b8 Dec 20 12:09:27.315966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352133c-a844-4b85-a41d-1197fa65d58e req-41f4fba2-8055-4fd6-a972-a6d59a83d761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:27.317479 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-3352133c-a844-4b85-a41d-1197fa65d58e req-41f4fba2-8055-4fd6-a972-a6d59a83d761 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=509ad022-fb97-4154-8167-c927ce76d697 HTTP/1.1" status: 200 len: 834 time: 0.1394894 Dec 20 12:09:27.344309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428cb2ab-cfce-42f8-b61a-26e634bc9cf3 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:27.348662 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-428cb2ab-cfce-42f8-b61a-26e634bc9cf3 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 1.1027842 Dec 20 12:09:27.351968 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40582) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:27.412482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.472647 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:27.506095 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1f1e54d4-61b5-41c0-a123-33d09f889fb6 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ffd4d1-b432-4a55-be58-e6ff222a5252 HTTP/1.1" status: 200 len: 205 time: 0.1404779 Dec 20 12:09:27.517975 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40586) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:27.618472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.623455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:27.624332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.674705 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cc7fe14b-0dc8-4925-9d16-6e34860e7c09 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:27.699186 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '42c384cc-491f-42e4-873a-5c4a8ca3a302', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'floating_ip_address': '172.36.7.122', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'port_id': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'mac_address': 'fa:16:3e:10:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:09:15Z', 'updated_at': '2021-12-20T12:09:15Z', 'revision_number': 0, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:33Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:27.700260 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40592) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:27.744233 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034ffc5-73c5-473e-a99b-337c55da9a6e None None] The sync data for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv is: [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': '42c384cc-491f-42e4-873a-5c4a8ca3a302', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'floating_ip_address': '172.36.7.122', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'port_id': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'mac_address': 'fa:16:3e:10:8a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:09:15Z', 'updated_at': '2021-12-20T12:09:15Z', 'revision_number': 0, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:33Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:27.838553 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:27.851743 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-3352133c-a844-4b85-a41d-1197fa65d58e req-468705d0-b288-4299-a343-8ad1b9c20c87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae161a7a-4f3c-4542-bddd-73cfc65543e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5230606 Dec 20 12:09:27.996220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Network': ['ID=0656615a-4cca-49bb-b7ab-36138eb244b8,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:28.017668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 0656615a-4cca-49bb-b7ab-36138eb244b8 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:28.035297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:28.039503 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ded535b2-897a-448b-b958-e699d3190701 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:28.168597 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:26Z', 'revision_number': 6, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:25Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:28.181858 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcbb5d-f204-494e-8aa9-9295f6b3e9fa None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:26Z', 'revision_number': 6, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:25Z', 'revision_number': 4, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:28.187531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f2578-407c-49df-90d6-43112fb138e0 None None] New status for floating IP 42c384cc-491f-42e4-873a-5c4a8ca3a302: ACTIVE {{(pid=83530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:09:28.191568 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.216949 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.257081 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5292099 Dec 20 12:09:28.262321 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event deleted for resources: {'Port': ['ID=a81ae285-d6da-44c5-a6a1-7f05e56104c4,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:28.273061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40596) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:28.348696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:28.360949 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] Sync routers for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:28.361356 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:28.364746 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-071ec6e8-b6bb-4ac2-b1c3-66a6a1737509 req-b6556d99-a4ca-4b35-8ece-55bc33460cf1 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.5135911 Dec 20 12:09:28.398763 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:28.402271 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "PUT /v2.0/routers/07c92066-ffe6-42e8-9668-87f60d3889b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.9868352 Dec 20 12:09:28.402527 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:28.405615 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] Sync routers for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:28.441311 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:28.457965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40600) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:28.476594 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9819dd4f-8811-42c6-a329-e11e0ad794f9 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/floatingips/42c384cc-491f-42e4-873a-5c4a8ca3a302 HTTP/1.1" status: 200 len: 991 time: 0.7741013 Dec 20 12:09:28.478765 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2041718994'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:28.526002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:28.527564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:28.588194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:28.589817 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:28.612254 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] Routers {'07c92066-ffe6-42e8-9668-87f60d3889b3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:28.613030 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['07c92066-ffe6-42e8-9668-87f60d3889b3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:28.683061 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Usage tracker for resource:network and tenant:d1e84d9958bd40be91bb0acfa1ce7e4f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:28.691913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:28.831519 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:28.837719 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9590053-55ed-40d6-bfb1-9b0fbfebf516 None None] The sync data for ids ['07c92066-ffe6-42e8-9668-87f60d3889b3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:28.899097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:28.968949 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Made reservation on behalf of d1e84d9958bd40be91bb0acfa1ce7e4f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:28.974676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.995785 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:28.999715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.001617 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "DELETE /v2.0/floatingips/99a920b4-b4e6-427c-8425-27073dd6a4fd HTTP/1.1" status: 204 len: 168 time: 3.9713986 Dec 20 12:09:29.094222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2bae208f-32e4-4b2a-a945-f0582e839e52 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:29.114314 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40606) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:29.139016 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-3352133c-a844-4b85-a41d-1197fa65d58e req-bfc8f70c-e60e-4b78-9536-962a22ed6e41 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1538150 Dec 20 12:09:29.150659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'floatingip': {'floating_network_id': 'c7af72e4-f75a-4666-8579-bb4c4bc96b48', 'port_id': 'e2db5498-fd2b-410b-9502-b16a128cd328', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:29.156730 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:29.161777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:floatingip and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:29.165171 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:29.171274 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:29.209874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] No DVR routers for this DVR port 48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c on host hv-neutron-vict {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:09:29.225001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.226742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.228881 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-cdcad97d-c8ce-4b75-b2cc-0bbbd812cfc9 req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "DELETE /v2.0/ports/48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c HTTP/1.1" status: 204 len: 173 time: 15.8397222 Dec 20 12:09:29.239851 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'name': 'network-vif-deleted', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:29.435687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:29.455449 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:29.482784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40616) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:29.521781 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:29.645874 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 2bae208f-32e4-4b2a-a945-f0582e839e52 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:29.671359 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 2bae208f-32e4-4b2a-a945-f0582e839e52 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:29.672572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.701097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.701097 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Added segment 033a3e67-f654-43f9-abb6-95ce4a9bbcd3 of type vlan for network 3ab411d8-65cc-4232-874a-59580a586b75 Dec 20 12:09:29.831404 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:29.889285 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bdc65-b427-4a81-a6af-caf129c4890a', 'name': 'network-vif-deleted', 'tag': '48c48c81-0c21-4d73-9b9a-e9dcc7ac8c1c', 'status': 'completed', 'code': 200} Dec 20 12:09:29.924383 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-e9146830-19f1-4edb-8e3b-06da26c0e178 req-e92eb5e6-18d7-41fc-98f6-598e269fc898 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.2038460 Dec 20 12:09:29.978012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.056959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting port c1aa8c71-2246-48a8-8842-c10668e3ce3c {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:30.057492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.134168 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ec8caec3-46fa-4553-85cf-fa3fdc24f80f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/floatingips/42c384cc-491f-42e4-873a-5c4a8ca3a302 HTTP/1.1" status: 200 len: 993 time: 0.6412027 Dec 20 12:09:30.224478 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.228239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:30.228961 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.258146 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:30.318374 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.379960 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 2bae208f-32e4-4b2a-a945-f0582e839e52, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2bae208f-32e4-4b2a-a945-f0582e839e52,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:30.387598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.388911 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-3352133c-a844-4b85-a41d-1197fa65d58e req-fd77a073-05e1-4d87-8602-9e012c3cec51 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1875885 Dec 20 12:09:30.391050 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-390ac6b4-5a04-4cf8-a654-6f35315a4d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:30.403456 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1111372 Dec 20 12:09:30.412427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40622) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:30.426208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'ports': [{'network_id': '0656615a-4cca-49bb-b7ab-36138eb244b8', 'name': 'tempest-port--578113092', 'admin_state_up': True}, {'network_id': '3ab411d8-65cc-4232-874a-59580a586b75', 'admin_state_up': False}]} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:30.427175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'port': {'network_id': '0656615a-4cca-49bb-b7ab-36138eb244b8', 'name': 'tempest-port--578113092', 'admin_state_up': True}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:30.428007 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'port': {'network_id': '3ab411d8-65cc-4232-874a-59580a586b75', 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:30.449207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Network': ['ID=3ab411d8-65cc-4232-874a-59580a586b75,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:30.458341 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:30.487077 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:30.507552 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 3ab411d8-65cc-4232-874a-59580a586b75 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:30.542011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.552906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:30.562337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:30.563984 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-cf7cb1f3-5724-44d9-bdde-e31af381a771 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e HTTP/1.1" status: 200 len: 934 time: 7.7254064 Dec 20 12:09:30.605978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40628) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:30.662642 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=2bae208f-32e4-4b2a-a945-f0582e839e52,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:30.696645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:30.697557 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] Checking router: 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:30.793105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Calling delete_port for c1aa8c71-2246-48a8-8842-c10668e3ce3c owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:30.905396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:30.907688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:31.190389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:31.198072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5f600d15-ec85-4aba-851e-d2fd09df4640 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:31.413677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Port': ['ID=c1aa8c71-2246-48a8-8842-c10668e3ce3c,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:31.531248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:31.611232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.611994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.612711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.614976 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.627752 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.628833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.629731 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.633132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.633585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:31.635015 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.635900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.637232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:31.671688 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-95b82e35-66ad-4da5-9494-d35c914ca9e1 req-2760b2e0-d490-4eb5-af0c-51c80dcea05c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=d80bdc65-b427-4a81-a6af-caf129c4890a HTTP/1.1" status: 200 len: 210 time: 0.2361252 Dec 20 12:09:31.674222 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:31.685441 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Usage tracker for resource:port and tenant:d1e84d9958bd40be91bb0acfa1ce7e4f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:31.724307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:31.833838 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:31.842101 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:09:31.843191 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-08aa2b98-f3eb-46c0-a231-9d78ed1f9aee tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.7080894 Dec 20 12:09:31.859207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:31.877602 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40644) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:31.902545 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': 'e2db5498-fd2b-410b-9502-b16a128cd328', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:31.909800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:31.915615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Usage tracker for resource:floatingip and tenant:710c5aae48a54de4ad5043333ab938c7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:31.921155 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:31.933322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:31.962662 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Made reservation on behalf of d1e84d9958bd40be91bb0acfa1ce7e4f for: {'port': 2} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:31.968863 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.008295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.069090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.098685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.108199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.116634 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d459dda7-9b53-492c-897d-4bafdcc5900a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e HTTP/1.1" status: 200 len: 934 time: 1.5011127 Dec 20 12:09:32.125834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40648) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:32.134504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Request body: {'router': {'routes': None}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:32.170133 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:32.175577 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc32ee-bd9a-4072-9794-8d4f7a700c79 None None] The sync data for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv is: [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:32.194492 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Deleting port c84d693f-f2ec-450d-87b3-cfb695d4cf9a {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:32.195057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.244498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd26d40-f1cb-4898-9216-4330213d490d req-6af70fe1-44f9-4f34-918e-42f1a75ee830 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:32.246109 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8bd26d40-f1cb-4898-9216-4330213d490d req-6af70fe1-44f9-4f34-918e-42f1a75ee830 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.3940926 Dec 20 12:09:32.551865 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2bae208f-32e4-4b2a-a945-f0582e839e52 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:32.578256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] device_id is not set on port 7cfc9101-525b-4fea-b969-d2e612c57dc5 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:09:32.663855 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 2bae208f-32e4-4b2a-a945-f0582e839e52 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:32.664943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.775134 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:32.869551 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8bd26d40-f1cb-4898-9216-4330213d490d req-811d9c83-4b26-411d-b3c8-f5019ab7f11a tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5599742 Dec 20 12:09:33.059791 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:33.077778 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Calling delete_port for c84d693f-f2ec-450d-87b3-cfb695d4cf9a owned by network:router_gateway {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:33.090543 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:33.091644 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:33.121794 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae299c2-952e-46ea-9b33-f75d453d73c0 None None] New status for floating IP 2bd3041f-288f-4bc0-8568-6428777c873b: DOWN {{(pid=83530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:09:33.401959 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:33.421158 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:33.528652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:33.536749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:33.632922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting port bdedfe1d-a256-47b4-b11c-b41d81918f45 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:33.633256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:33.747076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Router a3b55cd2-2255-491b-a598-0cf07e3d3215 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:33.787648 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] device_id is not set on port 513311c8-5fcc-486e-896f-40a2d2e4a8a6 yet. {{(pid=83527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 12:09:33.868027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Allocated IP 172.36.7.219 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/ffa217fd-ed7a-4081-a892-0c2610c8cf5b) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:33.901819 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-c87ddc21-2732-4a88-be02-efe054f0d083 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082880015&fields=id&tenant_id=07f88a0fd7aa41769ff9360299eb17bf HTTP/1.1" status: 200 len: 267 time: 0.2848277 Dec 20 12:09:33.921987 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:34.017991 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:26Z', 'revision_number': 6, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:30Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:34.028896 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:34.029400 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-06906208-75ec-4f69-993b-74cf4127687e tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:34.074441 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:34.075724 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:34.309420 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:34.365005 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event deleted for resources: {'Port': ['ID=c84d693f-f2ec-450d-87b3-cfb695d4cf9a,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:34.439653 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:34.457049 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:34.466331 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] Sync routers for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:34.518117 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9715996 Dec 20 12:09:34.539850 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40662) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:34.575250 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:34.577012 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:34.618220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:34.696462 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:34.709956 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:34.710758 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:34.791135 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:34.791700 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e66a9-9544-4865-b36f-6dec1a1a828b None None] The sync data for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:34.867159 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Calling delete_port for bdedfe1d-a256-47b4-b11c-b41d81918f45 owned by network:router_gateway {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:34.897994 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-f2acd726-530f-4b24-8efb-a5b889372747 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:34.899678 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-f2acd726-530f-4b24-8efb-a5b889372747 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 812 time: 0.8924272 Dec 20 12:09:34.939136 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-bf4ca398-4893-41e4-a552-ca36bcb194f9 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] delete failed (client error): The resource could not be found. Dec 20 12:09:34.940344 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf4ca398-4893-41e4-a552-ca36bcb194f9 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-479059019 HTTP/1.1" status: 404 len: 334 time: 0.3942471 Dec 20 12:09:34.951286 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40666) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:34.979795 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0f646-ea55-4969-950d-eea47afdda4a req-3d693abb-2e8b-4e82-9dcf-a1d951cb3d47 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:34.980629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-1c280f1b-d862-4529-9574-2d3a61c25f05 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3b55cd2-2255-491b-a598-0cf07e3d3215'}}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:34.981528 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8bc0f646-ea55-4969-950d-eea47afdda4a req-3d693abb-2e8b-4e82-9dcf-a1d951cb3d47 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.8867772 Dec 20 12:09:34.990189 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-709b987f-cf1e-4466-91de-7802d9f4c25a tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/quotas/07f88a0fd7aa41769ff9360299eb17bf HTTP/1.1" status: 200 len: 375 time: 0.0839047 Dec 20 12:09:35.004603 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.extraroute_db [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Added routes are [] {{(pid=83528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 12:09:35.004603 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.extraroute_db [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 12:09:35.117601 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:26Z', 'revision_number': 6, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:30Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:35.127280 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac90ced-09ce-432f-aea5-d91f03eaacd5 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:26Z', 'revision_number': 6, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:30Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:35.151611 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8bc0f646-ea55-4969-950d-eea47afdda4a req-0d9beea0-93ba-46b5-b407-194e5de3872d tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536009 Dec 20 12:09:35.160311 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:35.262564 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:35.312604 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-534b4ffd-8f31-4a8d-9b02-4a11b0e780cd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3027709 Dec 20 12:09:35.352568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:35.404342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:35.642204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:35.653745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:35.791123 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-c84dac74-dfc5-4e5b-8145-cf9a31aadf3c service neutron] 10.222.0.41 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578846 Dec 20 12:09:35.967376 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-254c36b3-0b42-4c56-9e00-9ae5965ef513 service neutron] 10.222.0.41 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640129 Dec 20 12:09:36.003870 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:36.118336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:36.165558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-53c2dbda-e39b-4146-8789-32b8135e79b2 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:36.209056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:36.233945 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:36.234988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:36.244681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:36.251168 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e1fcd4b4-9359-4fc0-9df6-2feeb8425e73 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e HTTP/1.1" status: 200 len: 700 time: 4.1194911 Dec 20 12:09:36.252045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40680) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:36.289495 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:36.324493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:36.329532 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Port': ['ID=7cfc9101-525b-4fea-b969-d2e612c57dc5,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:36.334616 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:36.337676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:36.359995 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:36.362091 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:36.415774 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-7279943f-6162-481b-8d08-da1784a47f45 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:36.803200 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-787f5f46-dff2-47a2-93b6-e16a59ba714a req-744cad0d-c916-43dd-b9c6-b7ba059bf487 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 210 time: 0.0890937 Dec 20 12:09:36.812380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Checking segment: {'id': 'bbbc942f-4aa8-4c7a-ad40-32c7945e10fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0656615a-4cca-49bb-b7ab-36138eb244b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:36.813698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network hostable DHCP agents. Network: 0656615a-4cca-49bb-b7ab-36138eb244b8, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:36.859938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69448a4-1137-4cfc-855a-991bd0596bf3 req-9a933dfa-307b-4a2d-ad80-605e8335db1a tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:36.869629 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f69448a4-1137-4cfc-855a-991bd0596bf3 req-9a933dfa-307b-4a2d-ad80-605e8335db1a tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.3975217 Dec 20 12:09:36.902923 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9806aba0-6ff6-4e67-81af-63fa741b1b4a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "GET /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e HTTP/1.1" status: 200 len: 700 time: 0.6485078 Dec 20 12:09:36.906848 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40692) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:36.913201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event updated for resources: {'Port': ['ID=ffa217fd-ed7a-4081-a892-0c2610c8cf5b,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:36.930853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:36.931420 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Fanout notify agent at l3_agent the message router_deleted on router 74ffd4d1-b432-4a55-be58-e6ff222a5252 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:09:37.035859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Port': ['ID=bdedfe1d-a256-47b4-b11c-b41d81918f45,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:37.056298 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:37.058240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.701s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:37.058823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:37.075048 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1c280f1b-d862-4529-9574-2d3a61c25f05 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.106227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.140913 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f69448a4-1137-4cfc-855a-991bd0596bf3 req-44e3d5e8-1048-462f-8cea-b38fb2db3f8c tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711415 Dec 20 12:09:37.210744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.212496 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "DELETE /v2.0/routers/74ffd4d1-b432-4a55-be58-e6ff222a5252 HTTP/1.1" status: 204 len: 168 time: 9.6880147 Dec 20 12:09:37.217812 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40698) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:37.226764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-413157908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:37.243282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:37.254125 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Usage tracker for resource:router and tenant:6d14643c886f4fceabbbd0cb9bed2546 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:37.260143 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:37.277174 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:37.300695 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.301554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.361363 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.452552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network 0656615a-4cca-49bb-b7ab-36138eb244b8 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:37.472103 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.518638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.528691 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-1c280f1b-d862-4529-9574-2d3a61c25f05 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] update failed (client error): The resource could not be found. Dec 20 12:09:37.536389 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1c280f1b-d862-4529-9574-2d3a61c25f05 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215 HTTP/1.1" status: 404 len: 339 time: 2.5704169 Dec 20 12:09:37.536685 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40702) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:37.545415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1917505534'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:37.559434 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:37.567315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:network and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:37.571268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 0656615a-4cca-49bb-b7ab-36138eb244b8) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:37.571599 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.576600 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Deleting port ffa217fd-ed7a-4081-a892-0c2610c8cf5b {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:37.576894 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aa4b693f-1e2e-458d-acfa-f6eb8a0ed179 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3574641 Dec 20 12:09:37.577925 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.578125 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40706) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:37.581124 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:37.589479 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15016c0-0c36-4bd0-b019-4f553ac00be1 None None] Network 0656615a-4cca-49bb-b7ab-36138eb244b8 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:37.595304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': True}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:37.633922 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:37.635597 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:37.696833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:37.746386 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6be30e6f-0d1f-40e5-9c78-2a53ac894b6f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:37.884408 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.056368 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:38.061620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.168308 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d65e445e-1df7-4337-bac6-116e127cf85e req-b82100ad-02ab-4702-8e0d-434befddc4c5 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 210 time: 0.0772920 Dec 20 12:09:38.180817 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.185798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:38.295674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.299703 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Port': ['ID=513311c8-5fcc-486e-896f-40a2d2e4a8a6,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:38.365829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:38.513937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.515186 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Added segment c73805bb-da33-4f09-bf3a-437c2ba007f1 of type vlan for network d1673606-ec9e-449a-b817-edeb2403cad7 Dec 20 12:09:38.520188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Checking segment: {'id': '033a3e67-f654-43f9-abb6-95ce4a9bbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3ab411d8-65cc-4232-874a-59580a586b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:38.520762 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network hostable DHCP agents. Network: 3ab411d8-65cc-4232-874a-59580a586b75, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:38.555813 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.556693 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.590317 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.590828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Fanout notify agent at l3_agent the message router_deleted on router 07c92066-ffe6-42e8-9668-87f60d3889b3 {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:09:38.591732 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.666239 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.675931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:38.676667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.697492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d468c22c-acd9-4e45-8122-08d616b5a3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:38.748997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-c2f39704-c05a-40f7-95b3-6206fe3f530b tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:38.751817 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-c2f39704-c05a-40f7-95b3-6206fe3f530b tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 812 time: 0.5351155 Dec 20 12:09:38.865997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:38.867050 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5f56b8e7-ce93-4eb7-9e13-156eeb6d1456 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/routers/07c92066-ffe6-42e8-9668-87f60d3889b3 HTTP/1.1" status: 204 len: 168 time: 10.3800766 Dec 20 12:09:38.897239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Calling delete_port for ffa217fd-ed7a-4081-a892-0c2610c8cf5b owned by network:floatingip {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:38.933992 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40714) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:39.020054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network 3ab411d8-65cc-4232-874a-59580a586b75 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:39.073457 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 3ab411d8-65cc-4232-874a-59580a586b75) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:39.078097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:39.087491 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:39.089326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f6432-e03a-43c5-889f-97fc27b2341c None None] Network 3ab411d8-65cc-4232-874a-59580a586b75 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:39.093302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:39.094396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:39.148194 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6101067 Dec 20 12:09:39.148579 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40718) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:39.167708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'subnet': {'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:39.197224 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-78db6899-4165-42aa-bc55-40fead3e8b60 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f88a0fd7aa41769ff9360299eb17bf HTTP/1.1" status: 200 len: 380 time: 0.3379617 Dec 20 12:09:39.224128 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'port': {'device_id': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'admin_state_up': True, 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'security_groups': ['b8876800-6f33-4f38-bd77-362e4f94c763']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:39.261468 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.8455107 Dec 20 12:09:39.295268 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40724) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:39.370455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Network': ['ID=d1673606-ec9e-449a-b817-edeb2403cad7,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:39.379175 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-31a50bf0-788f-40b3-bdcc-3694189c46b2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:39.402950 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c607f6d-83c8-4336-83b2-592f4b2a64ba req-984a6c14-ecf4-4937-b7f1-21b58c087339 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:39.415197 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9c607f6d-83c8-4336-83b2-592f4b2a64ba req-984a6c14-ecf4-4937-b7f1-21b58c087339 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.9988809 Dec 20 12:09:39.440122 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network d1673606-ec9e-449a-b817-edeb2403cad7 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:39.612046 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-47db7aa8-c332-43cd-b797-ade53ee39eb7 req-3121b01e-fa4e-4b77-9b20-23b0948c216d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 210 time: 0.1280859 Dec 20 12:09:39.631775 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:39.690923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:39.726353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:39.743112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Usage tracker for resource:subnet and tenant:ea80921924f34fd285c47dfd691ee4a7 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:39.756283 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:39.816879 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9c607f6d-83c8-4336-83b2-592f4b2a64ba req-2f32f4c5-6613-48be-926b-1034bfffbf20 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998063 Dec 20 12:09:39.833278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:39.881054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:39.904274 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:39.905334 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:39.917346 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Deleting subnet f4180f6e-b02e-4d98-8180-a2c2c973c374 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:09:39.923052 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.033151 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.143613 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.188709 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:40.289968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event deleted for resources: {'Port': ['ID=ffa217fd-ed7a-4081-a892-0c2610c8cf5b,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:40.293761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:40.304179 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.311777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:40.317651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-18873071-0e8e-4aad-9307-b76fa946a06a tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:40.326014 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.378484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Subnet': ['ID=f4180f6e-b02e-4d98-8180-a2c2c973c374,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:40.390674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:40.394730 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.412217 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:40.428823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:40.488201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Made reservation on behalf of 07f88a0fd7aa41769ff9360299eb17bf for: {'port': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:40.494251 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.559747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Made reservation on behalf of ea80921924f34fd285c47dfd691ee4a7 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:40.747972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Allocated IP 172.36.7.107 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/1214f2a6-fc73-47f0-8fcf-3055e65e5454) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:40.927171 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:40.960431 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:35Z', 'revision_number': 7, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:30Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:40.966522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6890c-2489-4d24-988e-7408de037e53 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:40.974789 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:40.979490 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6890c-2489-4d24-988e-7408de037e53 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:40.980555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4cf6890c-2489-4d24-988e-7408de037e53 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Synchronizing usage tracker for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:09:41.016187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:41.017507 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:41.109459 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/subnets/f4180f6e-b02e-4d98-8180-a2c2c973c374 HTTP/1.1" status: 204 len: 168 time: 2.1717322 Dec 20 12:09:41.115840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40732) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:41.244554 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f7e95de6-880d-40e0-8eae-81b557771736 req-0881e3db-3849-4417-b02c-3dee3538c4e5 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 210 time: 0.1447935 Dec 20 12:09:41.284876 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:41.289714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 2bae208f-32e4-4b2a-a945-f0582e839e52 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:41.290208 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:41.369862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4cf6890c-2489-4d24-988e-7408de037e53 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Unset dirty status for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:09:41.376670 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4cf6890c-2489-4d24-988e-7408de037e53 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 2.0651014 Dec 20 12:09:41.377629 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40736) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:41.513582 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:41.549278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:41.625903 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] create failed (client error): The resource could not be found. Dec 20 12:09:41.626860 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-70ac444a-5df2-4c22-91a7-1d1391330a3d tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.7422659 Dec 20 12:09:41.655438 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40740) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:41.664982 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:41.682480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-44138806-3ab4-4c62-9366-489047e2eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:41.720551 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Deleting port 7cfc9101-525b-4fea-b969-d2e612c57dc5 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:41.720879 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:41.769789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890af5c-be58-4362-8f2a-61e412fade90 req-036d4767-2f4b-4b7f-ae86-9784483bfd2f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:41.773783 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-3890af5c-be58-4362-8f2a-61e412fade90 req-036d4767-2f4b-4b7f-ae86-9784483bfd2f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.4357865 Dec 20 12:09:41.781072 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:41.817070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54e746c8-aaaf-4df3-9739-9d059e344e24 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:41.910748 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Allocated IP 172.20.0.9 (2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1/b50f790e-3ad3-4eec-bec1-5d0389c21700/e2e93ac4-0e00-48ac-b473-6d3c59babda0) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:42.016896 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Deleting port e2db5498-fd2b-410b-9502-b16a128cd328 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:42.018006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:42.041071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port 2bae208f-32e4-4b2a-a945-f0582e839e52, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2bae208f-32e4-4b2a-a945-f0582e839e52,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:42.041071 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:42.068203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:42.127349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:42.162352 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:35Z', 'revision_number': 7, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:30Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:42.177732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052057d1-06f6-4e2f-b77a-1f44c0724fc1 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:35Z', 'revision_number': 7, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': '2bae208f-32e4-4b2a-a945-f0582e839e52', 'name': '', 'network_id': 'c45f0bc2-209e-4aee-8e95-b9c2d49ca606', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:14:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:09:11Z', 'updated_at': '2021-12-20T12:09:30Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:42.192101 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:42.227309 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 2bae208f-32e4-4b2a-a945-f0582e839e52 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:42.289255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Port': ['ID=1214f2a6-fc73-47f0-8fcf-3055e65e5454,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:42.297176 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:42.316302 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-3890af5c-be58-4362-8f2a-61e412fade90 req-123473a4-c08e-4350-b123-de01f6b5e4b7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230012 Dec 20 12:09:42.342638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:42.616485 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:42.657445 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046b1ff5-4ead-40aa-8ace-d7bf37601627']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:42.678378 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:42.691314 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d7b031d2-50c1-4387-a430-78b13f526821 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:42.821883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d5a5c7-ad39-4a24-b614-1777226088fe') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:42.822188 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d5a5c7-ad39-4a24-b614-1777226088fe') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:42.831827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=2bae208f-32e4-4b2a-a945-f0582e839e52,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:42.843369 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-c33b88d3-6999-4706-ac7d-8fcc764e62c5 req-a4289630-631c-4c5f-8d60-d45797ac7b3e tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 210 time: 0.1670918 Dec 20 12:09:42.847108 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:42.872610 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:42.909412 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.033288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.153102 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.232945 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.327966 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.337812 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Calling delete_port for 7cfc9101-525b-4fea-b969-d2e612c57dc5 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:43.407414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:09:43.408046 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:09:43.439317 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:09:43.460096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.495529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-493a0aca-ccf3-461a-b767-17faffb443d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495 tempest-ExtraDHCPOptionsIpV6TestJSON-1908898495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:43.680226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.753284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:43.823723 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Calling delete_port for e2db5498-fd2b-410b-9502-b16a128cd328 owned by {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:43.975607 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Transition to ACTIVE for port object e2e93ac4-0e00-48ac-b473-6d3c59babda0 will not be triggered until provisioned by entity DHCP. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:43.995001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.006337 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Subnet': ['ID=578a5d95-05d8-4025-b32b-f1a5866893c3,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:44.030954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.043317 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.048355 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:44.051469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Checking segment: {'id': 'c73805bb-da33-4f09-bf3a-437c2ba007f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:44.052003 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network hostable DHCP agents. Network: d1673606-ec9e-449a-b817-edeb2403cad7, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:44.057687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d3a48948-ce01-47e9-82ba-aee64c3cda77 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:44.124575 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-92595d80-00c8-4040-8d76-1ae44aad5581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.144270 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] 10.222.0.41 "DELETE /v2.0/networks/046b1ff5-4ead-40aa-8ace-d7bf37601627 HTTP/1.1" status: 204 len: 168 time: 3.0132706 Dec 20 12:09:44.145627 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Pushing event deleted for resources: {'Network': ['ID=046b1ff5-4ead-40aa-8ace-d7bf37601627,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:44.157790 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-09c82a81-b01b-450f-bdf1-a4bab2f9935d tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:44.160750 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c11bc2e4-92df-4719-a851-7f5007c09fb5 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:44.286507 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.314571 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Port': ['ID=7cfc9101-525b-4fea-b969-d2e612c57dc5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:44.321564 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.323233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network d1673606-ec9e-449a-b817-edeb2403cad7 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:44.337440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:44.337953 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:44.385391 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, d1673606-ec9e-449a-b817-edeb2403cad7) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:44.387070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f4819-bf76-4677-9739-3134aa1f7de7 req-cf5adbe5-28d0-47f3-a4da-433d26258928 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:44.390565 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ec4f4819-bf76-4677-9739-3134aa1f7de7 req-cf5adbe5-28d0-47f3-a4da-433d26258928 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.7131369 Dec 20 12:09:44.392436 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e8078716-7d28-4ab5-af2d-6210fba538a0 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/ports/7cfc9101-525b-4fea-b969-d2e612c57dc5 HTTP/1.1" status: 204 len: 168 time: 2.9980946 Dec 20 12:09:44.396600 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40752) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:44.418969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad119d8-831a-4be1-aa47-a5b3001fb47d None None] Network d1673606-ec9e-449a-b817-edeb2403cad7 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:44.537853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:44.548104 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:44.548796 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.558086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:44.564255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:44.680204 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Deleting port 513311c8-5fcc-486e-896f-40a2d2e4a8a6 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:44.680938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.767524 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ec4f4819-bf76-4677-9739-3134aa1f7de7 req-fa8fb5d3-1f1f-471f-941d-ba5693a1946e tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858434 Dec 20 12:09:44.952827 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40758) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:44.967427 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.8133824 Dec 20 12:09:44.968294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:44.981767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40762) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:45.014939 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'Port': ['ID=e2e93ac4-0e00-48ac-b473-6d3c59babda0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:45.024665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:45.038710 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-0e8e7281-821c-4183-9cbb-d737e6d39bfd tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7'}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:45.042028 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8b17176e-488c-4211-b001-f05de3607149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1483675164-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:45.101560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:45.102964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.118224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event deleted for resources: {'Port': ['ID=e2db5498-fd2b-410b-9502-b16a128cd328,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:45.138640 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:45.144670 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-401d6c0a-785a-4d70-83e4-a2b5b0b3f974 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9238176 Dec 20 12:09:45.202371 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.209667 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-d1673606-ec9e-449a-b817-edeb2403cad7', 'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7', 'tenant_id': 'ea80921924f34fd285c47dfd691ee4a7', 'fixed_ips': [{'subnet_id': '578a5d95-05d8-4025-b32b-f1a5866893c3'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:09:45.211171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.249502 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.270673 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4c47fb0f-ac1b-491d-98e9-8a1c54fde279 None None] Provisioning for port e2e93ac4-0e00-48ac-b473-6d3c59babda0 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:45.294383 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e9b93-3d76-4770-9b20-9dcd8a43122b req-cef10ee1-96da-4934-867f-af411f294d42 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:45.301659 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-325e9b93-3d76-4770-9b20-9dcd8a43122b req-cef10ee1-96da-4934-867f-af411f294d42 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 931 time: 1.2024105 Dec 20 12:09:45.303936 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Request body: {'port': {'device_id': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-vict'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:45.349635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4c47fb0f-ac1b-491d-98e9-8a1c54fde279 None None] Provisioning complete for port e2e93ac4-0e00-48ac-b473-6d3c59babda0 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:45.350736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4c47fb0f-ac1b-491d-98e9-8a1c54fde279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.408475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Router dc68a127-1118-4bff-85df-251edf73f5a3 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:09:45.450669 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-4c47fb0f-ac1b-491d-98e9-8a1c54fde279 None None] Port e2e93ac4-0e00-48ac-b473-6d3c59babda0 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:45.565786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.589117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.597283 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-42ccfe8e-5342-4c97-8126-4999c4fd06c5 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "DELETE /v2.0/ports/e2db5498-fd2b-410b-9502-b16a128cd328 HTTP/1.1" status: 204 len: 168 time: 3.9314761 Dec 20 12:09:45.599328 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40768) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:45.618079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Allocated IP 2001:db8:1::2 (d1673606-ec9e-449a-b817-edeb2403cad7/578a5d95-05d8-4025-b32b-f1a5866893c3/4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:45.640037 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-797a2185-c5d7-4128-a36a-522bd6d13ca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0dd5ab61c5c4acd83c3342f69277784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6748679 Dec 20 12:09:45.667807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40772) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:45.740065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:45.963744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1ba1610b-712e-4a84-a394-dc41b6f60bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.019686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 details requested by agent hyperv_hv-neutron-vict with host hv-neutron-vict {{(pid=83530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:09:46.064953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.114389 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Transition to ACTIVE for port object 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:46.122464 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc3d61-e74f-499f-b182-3183674c37b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:46.128470 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-46cc3d61-e74f-499f-b182-3183674c37b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Synchronizing usage tracker for tenant:710c5aae48a54de4ad5043333ab938c7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:09:46.208427 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Transition to ACTIVE for port object 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:46.230637 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.243746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-87e9444d-73ea-41f8-8cb2-56d43e1f2f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:46.324888 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Network d1673606-ec9e-449a-b817-edeb2403cad7 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:46.334890 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:46.339985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1ba1610b-712e-4a84-a394-dc41b6f60bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.341330 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:46.363293 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:46.367223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Calling delete_port for 513311c8-5fcc-486e-896f-40a2d2e4a8a6 owned by {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:46.518195 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Returning: {'device': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'port_id': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'mac_address': 'fa:16:3e:10:8a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:09:46.556060 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Pushing event updated for resources: {'Port': ['ID=4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:46.608544 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.661468 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Attempting to bind port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:46.661875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Attempting to bind port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'c73805bb-da33-4f09-bf3a-437c2ba007f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:46.662321 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Attempting to bind port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d on network d1673606-ec9e-449a-b817-edeb2403cad7 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:46.675274 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:46.675690 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Checking segment: {'id': 'c73805bb-da33-4f09-bf3a-437c2ba007f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:46.676227 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.676632 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Bound using segment: {'id': 'c73805bb-da33-4f09-bf3a-437c2ba007f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:46.677279 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Bound port: 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73805bb-da33-4f09-bf3a-437c2ba007f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd1673606-ec9e-449a-b817-edeb2403cad7'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:46.677690 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.687664 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.688548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.688883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.689222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.689551 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.689877 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.690197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.690515 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.690834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.691162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.691461 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:09:46.701401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:46.758933 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.776840 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-325e9b93-3d76-4770-9b20-9dcd8a43122b req-bed201a7-ed37-4978-9cab-18ad282a8d47 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4611719 Dec 20 12:09:46.801020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e93ac4-0e00-48ac-b473-6d3c59babda0 {{(pid=83527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:09:46.805907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:09:46.814294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.857020 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.provisioning_blocks [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Transition to ACTIVE for port object e2e93ac4-0e00-48ac-b473-6d3c59babda0 will not be triggered until provisioned by entity L2. {{(pid=83527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:46.860380 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-46cc3d61-e74f-499f-b182-3183674c37b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Unset dirty status for tenant:710c5aae48a54de4ad5043333ab938c7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:09:46.862062 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-46cc3d61-e74f-499f-b182-3183674c37b9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "GET /v2.0/ports?device_id=363a785b-bc7a-49ac-917b-3910a9cda63c HTTP/1.1" status: 200 len: 913 time: 1.2607355 Dec 20 12:09:46.868813 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40780) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:46.888603 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-085906b4-b42e-44a6-b2c0-5e78a8cb3ba9 req-e3e2d4e8-e7db-438e-8d9f-45dc5a3db723 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1098 time: 2.0350654 Dec 20 12:09:46.943982 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] For port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:46.954719 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] For port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d,segment=NetworkSegment(c73805bb-da33-4f09-bf3a-437c2ba007f1),segment_id=c73805bb-da33-4f09-bf3a-437c2ba007f1)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:46.960853 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.964019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:46.967082 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:46.967677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0ae66dc2-1914-4bf2-9202-43d785e8cfd4 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:46.976797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-226c268d-d8c3-41cc-b9d6-47eccad052f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:47.064845 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:47.070463 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-085906b4-b42e-44a6-b2c0-5e78a8cb3ba9 req-10a36819-12dd-4eef-8708-47fa5f448324 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565402 Dec 20 12:09:47.137450 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Pushing event updated for resources: {'Port': ['ID=4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:47.143425 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:47.144367 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-7a11b522-81eb-4441-bf7d-7bfe11ba8ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:47.225385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1ba1610b-712e-4a84-a394-dc41b6f60bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:47.264529 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=6']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:47.272318 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:47.338829 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] get_ports_and_sgs() called for port_ids ['6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'] {{(pid=83530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:09:47.372726 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-1ba1610b-712e-4a84-a394-dc41b6f60bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:47.378203 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1ba1610b-712e-4a84-a394-dc41b6f60bc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e60441d-9da9-4987-9bfd-ce609c1429f6 HTTP/1.1" status: 204 len: 168 time: 1.7088003 Dec 20 12:09:47.382127 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Pushing event updated for resources: {'Port': ['ID=e2e93ac4-0e00-48ac-b473-6d3c59babda0,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:47.396745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:47.397972 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d370d117-c9f5-47d7-b23a-ca308ac07bd1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:47.419644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:47.538491 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b551c11e-c247-46aa-870a-64b18b32477f tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:47.547332 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1610b-712e-4a84-a394-dc41b6f60bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e60441d-9da9-4987-9bfd-ce609c1429f6,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:47.591949 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f415c-9f84-42a0-b3a6-5adf2d599bc6 req-d3cc26ec-f76d-4404-958e-b16361e5b1c8 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:47.593613 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4e0f415c-9f84-42a0-b3a6-5adf2d599bc6 req-d3cc26ec-f76d-4404-958e-b16361e5b1c8 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 1.5577314 Dec 20 12:09:47.636801 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1ba1610b-712e-4a84-a394-dc41b6f60bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:47.763403 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Port': ['ID=513311c8-5fcc-486e-896f-40a2d2e4a8a6,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:47.766421 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:47.789996 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:47.836622 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1df152e1-c73e-4c36-bdcb-524b4a53693d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/ports/513311c8-5fcc-486e-896f-40a2d2e4a8a6 HTTP/1.1" status: 204 len: 168 time: 3.4287024 Dec 20 12:09:47.852265 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40786) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:47.926304 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Attempting to bind port e2e93ac4-0e00-48ac-b473-6d3c59babda0 on host hv-neutron-vict for vnic_type normal with profile {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:47.933675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Attempting to bind port e2e93ac4-0e00-48ac-b473-6d3c59babda0 by drivers openvswitch,hyperv on host hv-neutron-vict at level 0 using segments [{'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:47.934212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Attempting to bind port e2e93ac4-0e00-48ac-b473-6d3c59babda0 on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:47.973302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-52724252-a08a-420d-973a-80c2929d5eb9 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Synchronizing usage tracker for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:09:48.019700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Port e2e93ac4-0e00-48ac-b473-6d3c59babda0 on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-vict {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 12:09:48.020343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Attempting to bind port e2e93ac4-0e00-48ac-b473-6d3c59babda0 on network 2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:48.030013 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7281-821c-4183-9cbb-d737e6d39bfd tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.095879 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 no longer exists at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:09:48.110790 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-4e0f415c-9f84-42a0-b3a6-5adf2d599bc6 req-ce2a62e0-0004-4937-ac96-84cd9b9d3de3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4991679 Dec 20 12:09:48.193825 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-52724252-a08a-420d-973a-80c2929d5eb9 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Unset dirty status for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:09:48.202766 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-52724252-a08a-420d-973a-80c2929d5eb9 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3446953 Dec 20 12:09:48.206615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40794) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:48.250045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-80269048'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:48.311495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:48.343407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Usage tracker for resource:network and tenant:d1e84d9958bd40be91bb0acfa1ce7e4f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:48.411069 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:48.455103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Checking agent: {'id': '5a546cee-ba98-4fa8-9d99-ad750e31cd10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-vict', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'started_at': datetime.datetime(2021, 12, 20, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:48.456036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Checking segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:48.456252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Bound using segment: {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'} {{(pid=83527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:48.464001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.managers [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Bound port: e2e93ac4-0e00-48ac-b473-6d3c59babda0, host: hv-neutron-vict, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1'}}] {{(pid=83527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:48.464001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.524542 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:48.641951 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.703577 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:09:48.772373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:48.779427 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.781461 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-48f698f1-acc9-405a-9ff9-b4001e1f6920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:48.816691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] For port e2e93ac4-0e00-48ac-b473-6d3c59babda0, host hv-neutron-vict, cleared binding levels {{(pid=83527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:48.822238 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] For port e2e93ac4-0e00-48ac-b473-6d3c59babda0, host hv-neutron-vict, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:48.833867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.846626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:48.852015 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-450d23a1-9d8c-4d3d-ace2-bd1ba654eccd tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:48.852476 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:48.857535 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:48.863793 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Made reservation on behalf of d1e84d9958bd40be91bb0acfa1ce7e4f for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:48.867401 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.871818 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] Sync routers for ids ['dc68a127-1118-4bff-85df-251edf73f5a3'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:48.901484 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] Routers {'dc68a127-1118-4bff-85df-251edf73f5a3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:48.902173 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['dc68a127-1118-4bff-85df-251edf73f5a3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:48.910936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:48.912206 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5a319768-92ed-44e0-9241-1f40b9dfde3e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "PUT /v2.0/routers/dc68a127-1118-4bff-85df-251edf73f5a3 HTTP/1.1" status: 200 len: 918 time: 11.3275604 Dec 20 12:09:48.948902 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40804) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:49.027635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Pushing event updated for resources: {'Port': ['ID=e2e93ac4-0e00-48ac-b473-6d3c59babda0,revision_number=3']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:49.035594 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=7']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:49.036453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.049433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:49.075362 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:49.088324 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:49.099379 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] Routers {'dc68a127-1118-4bff-85df-251edf73f5a3'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:49.104356 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['dc68a127-1118-4bff-85df-251edf73f5a3'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:49.176522 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:49.233006 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:49.233411 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d4621-5dbe-4619-8e78-4a3e69690975 None None] The sync data for ids ['dc68a127-1118-4bff-85df-251edf73f5a3'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:49.270561 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75cb4f5-5f50-4fd1-b6cc-e046878f4150 None None] Network d1673606-ec9e-449a-b817-edeb2403cad7 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:49.279028 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab49b-a4b7-4f1f-895f-00acbdaa27d8 req-a8dce39c-6612-4408-b247-9c77d873e3bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:49.286772 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-1ceab49b-a4b7-4f1f-895f-00acbdaa27d8 req-a8dce39c-6612-4408-b247-9c77d873e3bd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 943 time: 1.2171888 Dec 20 12:09:49.306278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.309283 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] 10.222.0.62 "PUT /v2.0/ports/e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 1093 time: 4.0146143 Dec 20 12:09:49.310787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'tag': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:49.313747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:49.326132 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.327622 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Added segment 6b7f6ba6-999d-4229-872b-d4d38ff2b400 of type vlan for network c158994e-d54f-41dc-b799-591b83d1c07e Dec 20 12:09:49.395489 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.497727 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.499028 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:09:49.502516 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:49.503202 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.610518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Provisioning for port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:49.626655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Provisioning complete for port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:49.627139 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.664416 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-d9c385ab-3ba2-4ad0-acbe-e985c14da3b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1096 time: 0.2922122 Dec 20 12:09:49.705456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-74dcd513-83e0-4099-91ce-6d5149296d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:49.859451 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.876348 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-4343d357-e33a-4271-8b12-688d36835ce8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 217 time: 0.1107283 Dec 20 12:09:49.935539 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] For port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d,segment=NetworkSegment(c73805bb-da33-4f09-bf3a-437c2ba007f1),segment_id=c73805bb-da33-4f09-bf3a-437c2ba007f1)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:49.941844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:49.944249 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-50081bfd-f5ff-4a8e-a40e-dd20b16b31c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:50.040420 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 up at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:50.105484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40820) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:50.145003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Pushing event updated for resources: {'Port': ['ID=4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:50.149608 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:50.182607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning complete for port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:50.183282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:50.217697 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-547610be-a951-4c32-8da3-80abc1b6e66f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.7092431 Dec 20 12:09:50.354136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-6b4df055-66be-4566-b938-f496aa29b723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:50.356270 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-6b4df055-66be-4566-b938-f496aa29b723 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.4680834 Dec 20 12:09:50.375732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-411a4aa3-bfb9-4617-aaa5-605de5764a2b None None] Provisioning complete for port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:50.376843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-411a4aa3-bfb9-4617-aaa5-605de5764a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:50.490143 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2561011 Dec 20 12:09:50.492390 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40826) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:50.501455 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-421102014'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:50.512256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:50.524782 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Usage tracker for resource:network and tenant:d1e84d9958bd40be91bb0acfa1ce7e4f is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:50.534136 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:50.535605 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Network': ['ID=c158994e-d54f-41dc-b799-591b83d1c07e,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:50.550523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:50.554920 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2cbb927b-676d-4ff6-bf30-49c1e7c96b77 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:50.555159 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:50.581368 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-a0d3ced2-2498-4e20-a8ee-e210ec16f686 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2138095 Dec 20 12:09:50.581880 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c158994e-d54f-41dc-b799-591b83d1c07e details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:50.643930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:09:50.646049 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-1ceab49b-a4b7-4f1f-895f-00acbdaa27d8 req-f0e6dbd5-03ed-43df-952b-a1d06a1c0aed tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3582103 Dec 20 12:09:50.679990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526691344'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:50.685049 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Made reservation on behalf of d1e84d9958bd40be91bb0acfa1ce7e4f for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:50.686779 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:50.713263 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:50.724302 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:network and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:50.743025 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:50.765528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:50.844932 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:50.847040 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:50.850018 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:50.859091 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-0e8e7281-821c-4183-9cbb-d737e6d39bfd tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 12:09:50.866375 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0e8e7281-821c-4183-9cbb-d737e6d39bfd tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215 HTTP/1.1" status: 400 len: 364 time: 5.8312831 Dec 20 12:09:50.866653 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'tag': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'status': 'completed', 'code': 200} Dec 20 12:09:50.874960 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40832) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:50.882307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:50.912501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:50.913645 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Added segment 4fe293a0-74c6-4808-a358-44270f5d80a2 of type vlan for network 24a1d678-bc96-43c8-b7b2-403a33a07a9f Dec 20 12:09:50.932775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:09:50.947057 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-cf45d341-ff2c-4ce7-a471-6cff6a78515a service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033576 Dec 20 12:09:51.054076 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43580896-3dbb-45b6-a39f-1cd5431e8e68 req-9f731c59-1ce1-4fe3-868b-5e2b33b14b6e tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:51.057338 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-43580896-3dbb-45b6-a39f-1cd5431e8e68 req-9f731c59-1ce1-4fe3-868b-5e2b33b14b6e tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 943 time: 1.4115872 Dec 20 12:09:51.080290 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'code': 200} Dec 20 12:09:51.082728 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:51.102994 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:51.113015 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:51.145556 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-edb951ae-11ed-499b-86ee-66c428fb1795 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7&device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1096 time: 0.7480688 Dec 20 12:09:51.148512 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:51.185520 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:51.201026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:51.209168 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-38deff24-22ec-4c30-9d2a-a76a38a87030 req-16db956d-6eea-4d31-ac8f-c67cfb3842c2 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544577 Dec 20 12:09:51.228410 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:security_group_rule and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:51.235964 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:51.249761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:51.253371 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:51.268451 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:51.276212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:51.277560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:51.290873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ff92e4bc-cc0b-4930-8bfb-b58e14248bd2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:51.311397 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=8']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:51.317840 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fce0f1f0-6548-48b7-88c5-74084e977df7 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4045105 Dec 20 12:09:51.318668 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:51.318830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:51.319428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:51.342624 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40838) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:51.495550 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:51.495550 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:51.526569 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Network': ['ID=24a1d678-bc96-43c8-b7b2-403a33a07a9f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:51.546876 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0512545 Dec 20 12:09:51.552122 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 24a1d678-bc96-43c8-b7b2-403a33a07a9f details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:51.651342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:51.659065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Deleting port dad6a0f3-f12d-4789-a50c-47fdc89e65bf {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:51.660030 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:51.670837 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-43580896-3dbb-45b6-a39f-1cd5431e8e68 req-0d7d9c1d-e31b-45cb-aef4-5db51ea671f6 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5233274 Dec 20 12:09:51.671438 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40842) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:51.751930 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:51.774305 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'subnets': [{'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--745354472', 'ip_version': 4}, {'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:51.775058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'subnet': {'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--745354472', 'ip_version': 4}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:51.776209 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Request body: {'subnet': {'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:51.785339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40846) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:52.075740 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.093130 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-c8cc54e3-9573-478f-98b6-5e4c8bbefc34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1096 time: 0.8085070 Dec 20 12:09:52.108098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-df54dfef-28f9-4213-9d0b-b7c5fc69d094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:52.109634 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-df54dfef-28f9-4213-9d0b-b7c5fc69d094 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ae161a7a-4f3c-4542-bddd-73cfc65543e7 HTTP/1.1" status: 200 len: 897 time: 0.9132628 Dec 20 12:09:52.161374 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.164742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6ff3ee3b-ce3e-4b8b-b56f-f3fcab49a7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:52.241650 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d9ee12cb-5924-4c08-8796-ed70141103ce tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/floatingips/42c384cc-491f-42e4-873a-5c4a8ca3a302 HTTP/1.1" status: 200 len: 993 time: 0.4509976 Dec 20 12:09:52.269526 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:52.303447 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9843eb03-a56f-4279-bb6e-a9ad62d7f86a,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:52.318126 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:52.323364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:42Z', 'revision_number': 8, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:52.333192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:09:52.334100 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet 4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:09:52.361681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:52.362947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:52.366367 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.400353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.400915 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Added segment 0ae08e8f-4269-4ea9-869e-dd0fee56ecff of type vlan for network 083b86bf-0a12-4334-8096-a3eecfed9b1b Dec 20 12:09:52.401559 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aa29320b-d270-4dcc-b062-ca3fe18e5cf6 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/routers/dc68a127-1118-4bff-85df-251edf73f5a3 HTTP/1.1" status: 200 len: 924 time: 3.4089513 Dec 20 12:09:52.416175 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40852) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:52.433851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.633299 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:09:52.755928 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:52.894777 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-23179648-9ed7-40f8-9470-3ad473c05131 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 HTTP/1.1" status: 200 len: 1001 time: 0.7138171 Dec 20 12:09:52.956843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Calling delete_port for dad6a0f3-f12d-4789-a50c-47fdc89e65bf owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:53.012198 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:53.021223 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b184ccf-c164-4994-947a-1b44cfe90e5b req-e172f081-bdb0-46f3-ab48-abc8b7c08e6f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:53.022751 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9b184ccf-c164-4994-947a-1b44cfe90e5b req-e172f081-bdb0-46f3-ab48-abc8b7c08e6f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 943 time: 1.0403290 Dec 20 12:09:53.036418 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Usage tracker for resource:subnet and tenant:d1e84d9958bd40be91bb0acfa1ce7e4f is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:53.044805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:53.054633 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:53.073498 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-bfb26698-83cf-4de3-a6d3-77e4f47f02d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:53.074997 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-bfb26698-83cf-4de3-a6d3-77e4f47f02d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=509ad022-fb97-4154-8167-c927ce76d697 HTTP/1.1" status: 200 len: 834 time: 0.1626561 Dec 20 12:09:53.081404 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.095563 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-5efc1cd9-1727-4288-9b86-028bf3e064d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:53.097318 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-5efc1cd9-1727-4288-9b86-028bf3e064d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.9148405 Dec 20 12:09:53.143743 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Made reservation on behalf of d1e84d9958bd40be91bb0acfa1ce7e4f for: {'subnet': 2} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:53.238491 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:42Z', 'revision_number': 8, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:53.239357 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-7c454fa2-77e0-4739-822f-1d253be8db21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 217 time: 0.1312571 Dec 20 12:09:53.246617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bcfce4-161f-4f07-b847-879c06619a72 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:09:42Z', 'revision_number': 8, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'b0ac199e-536e-4e47-926e-60f2e689d433', 'name': '', 'network_id': '2c16dc2c-722e-41da-8c76-46b67a021642', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:19:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66027053-db18-4a8f-8f63-17114affc859', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:47Z', 'updated_at': '2021-12-20T12:09:16Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '66027053-db18-4a8f-8f63-17114affc859', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:53.257210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.309347 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.313979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:53.314718 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.322383 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b86147eb-aee9-4c56-86df-24e920f054d2 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=dc68a127-1118-4bff-85df-251edf73f5a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8966458 Dec 20 12:09:53.332494 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-784478e4-dbb2-4851-a83c-0484678758d2 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:53.353768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40856) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:53.383248 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9b184ccf-c164-4994-947a-1b44cfe90e5b req-48e1b8c0-f533-47f0-b5f1-041017f650c2 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197746 Dec 20 12:09:53.551649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-1d98e839-98b2-4e68-a3a2-5323d5c0862f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:53.553548 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-1d98e839-98b2-4e68-a3a2-5323d5c0862f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.3066428 Dec 20 12:09:53.558999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Network': ['ID=083b86bf-0a12-4334-8096-a3eecfed9b1b,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:53.562605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:53.576226 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.2614269 Dec 20 12:09:53.577931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 083b86bf-0a12-4334-8096-a3eecfed9b1b details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:53.596044 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.799613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.815916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a9b54516-a44d-4f40-a965-964f07e27b9e tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:53.877086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40860) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:53.900558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'subnet': {'network_id': '083b86bf-0a12-4334-8096-a3eecfed9b1b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:53.951549 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-176e1680-2d20-45f0-ac5b-a186bc899a2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae161a7a-4f3c-4542-bddd-73cfc65543e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.8560390 Dec 20 12:09:53.961959 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:53.962289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.002195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:54.016729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b2f03c-7699-468f-866e-83119c8f2a44 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:54.018439 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c3b2f03c-7699-468f-866e-83119c8f2a44 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 0.6561520 Dec 20 12:09:54.021270 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:54.050055 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb7de8-6190-4922-8505-b1748e989761 None None] Network c45f0bc2-209e-4aee-8e95-b9c2d49ca606 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:54.060297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40864) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:54.072136 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.142451 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-5b359e8f-7470-4b0b-8d0b-3d00e0eeddea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5650978 Dec 20 12:09:54.186053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.195154 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e5cb890e-15c9-4607-94c2-0af0235844d3 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc68a127-1118-4bff-85df-251edf73f5a3 HTTP/1.1" status: 200 len: 205 time: 0.1295319 Dec 20 12:09:54.195154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f71a259b-91f2-42e2-a6b8-fa7090455eaf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:54.220705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40868) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:54.225886 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-15da3a71-fc47-4bf5-8519-b87ab3a0f338 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/4b60ec4e-d8b2-44b4-a997-edb6f3dd75c9 HTTP/1.1" status: 204 len: 168 time: 2.8770604 Dec 20 12:09:54.234793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:54.235895 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40870) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:54.261996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event deleted for resources: {'Port': ['ID=dad6a0f3-f12d-4789-a50c-47fdc89e65bf,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:54.265401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:subnet and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:54.270631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:54.271990 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:54.336631 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:54.461843 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] DHCP port deletion for c45f0bc2-209e-4aee-8e95-b9c2d49ca606 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:09:54.467130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Deleting port ccad71fe-4403-4e91-b00a-754cdd13a6f2 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:54.467523 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.515517 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:54.663446 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-11869531-c5b2-49f2-be85-0df7fddc7488 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132368 Dec 20 12:09:54.670339 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device ccad71fe-4403-4e91-b00a-754cdd13a6f2 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:09:54.928007 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] For port ccad71fe-4403-4e91-b00a-754cdd13a6f2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ccad71fe-4403-4e91-b00a-754cdd13a6f2,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:54.928881 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:54.957545 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.153821 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-b94d8a7c-0345-4037-ae0b-6d83544d0ef4 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1752696 Dec 20 12:09:55.184665 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Calling delete_port for ccad71fe-4403-4e91-b00a-754cdd13a6f2 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:55.239128 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Allocated IP 2001:db8::1 (1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe/96d2c1dc-d3f1-4790-947a-2c47593b458d/c5be15e9-8c2b-4989-ab79-0fcc04b67a11) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:55.261671 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.291289 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.358793 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port ccad71fe-4403-4e91-b00a-754cdd13a6f2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ccad71fe-4403-4e91-b00a-754cdd13a6f2,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:55.369553 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.372513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2bae208f-32e4-4b2a-a945-f0582e839e52 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:09:55.411708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:55.429224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.444784 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-52676eef-cd53-46e4-88a9-47468d083ca7 req-01418764-a46f-44d1-b05d-30d116635b73 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670470 Dec 20 12:09:55.456196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 2bae208f-32e4-4b2a-a945-f0582e839e52 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:09:55.456196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2bae208f-32e4-4b2a-a945-f0582e839e52 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:09:55.466185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:09:55.466823 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:09:55.519145 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=ccad71fe-4403-4e91-b00a-754cdd13a6f2,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:55.527801 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:55.644114 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port ccad71fe-4403-4e91-b00a-754cdd13a6f2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:55.644693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:55.912452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659a9e-cc6c-4c63-97c6-6f0dcf79f099 req-04753e87-ae36-47f4-be4d-0d5dbdf38207 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:55.915118 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f3659a9e-cc6c-4c63-97c6-6f0dcf79f099 req-04753e87-ae36-47f4-be4d-0d5dbdf38207 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 943 time: 1.0113311 Dec 20 12:09:55.968218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Deleting port ccad71fe-4403-4e91-b00a-754cdd13a6f2 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:55.969161 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.128187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.133186 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-841f4fc4-1297-497b-998b-01271d8e0901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:56.211827 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-8f3ecd4a-cedc-45eb-9418-ffd0b70000b8 req-03fea44f-d51f-434a-91a1-5ed2febce263 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0347087 Dec 20 12:09:56.316527 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] For port ccad71fe-4403-4e91-b00a-754cdd13a6f2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ccad71fe-4403-4e91-b00a-754cdd13a6f2,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:56.318880 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.430792 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-f3659a9e-cc6c-4c63-97c6-6f0dcf79f099 req-4857c548-332d-4ed9-8768-c0a45a6face1 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4754424 Dec 20 12:09:56.459885 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Subnet': ['ID=e3b7c5b4-a4bc-4bac-b24a-3397c96f8d73,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:56.469594 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.488060 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:56.521069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Router 363a785b-bc7a-49ac-917b-3910a9cda63c has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:09:56.525295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Checking segment: {'id': '0ae08e8f-4269-4ea9-869e-dd0fee56ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '083b86bf-0a12-4334-8096-a3eecfed9b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:56.526066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network hostable DHCP agents. Network: 083b86bf-0a12-4334-8096-a3eecfed9b1b, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:56.556423 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Calling delete_port for ccad71fe-4403-4e91-b00a-754cdd13a6f2 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:56.611808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Transition to ACTIVE for port object c5be15e9-8c2b-4989-ab79-0fcc04b67a11 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:56.643798 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port ccad71fe-4403-4e91-b00a-754cdd13a6f2, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=ccad71fe-4403-4e91-b00a-754cdd13a6f2,segment=NetworkSegment(fce99d9d-5c8e-46e3-9b52-63494e2e8191),segment_id=fce99d9d-5c8e-46e3-9b52-63494e2e8191)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:09:56.644182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.695247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.705765 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:56.771092 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Pushing event deleted for resources: {'Port': ['ID=ccad71fe-4403-4e91-b00a-754cdd13a6f2,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:56.774602 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:56.777700 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] No DVR routers for this DVR port ccad71fe-4403-4e91-b00a-754cdd13a6f2 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:09:56.797792 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network 083b86bf-0a12-4334-8096-a3eecfed9b1b is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:56.811971 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 083b86bf-0a12-4334-8096-a3eecfed9b1b) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:56.825745 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c793e-c265-4001-800e-dbe20a378730 None None] Network 083b86bf-0a12-4334-8096-a3eecfed9b1b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:56.828367 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:56.829097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.838883 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:09:56.849874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for ccad71fe-4403-4e91-b00a-754cdd13a6f2 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:09:56.866811 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] Sync routers for ids ['363a785b-bc7a-49ac-917b-3910a9cda63c'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:09:56.885002 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] Routers {'363a785b-bc7a-49ac-917b-3910a9cda63c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:56.885725 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:56.886060 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['363a785b-bc7a-49ac-917b-3910a9cda63c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:56.894431 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c85a3a48-5149-4b9a-9fbd-a513940a4529 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0143783 Dec 20 12:09:56.904395 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-532a4ed3-954a-4612-80e1-a9242276f3d9 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "PUT /v2.0/routers/363a785b-bc7a-49ac-917b-3910a9cda63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0321698 Dec 20 12:09:56.915160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40878) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:56.916047 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40880) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:56.954933 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:56.969315 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] Routers {'363a785b-bc7a-49ac-917b-3910a9cda63c'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:09:56.969953 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['363a785b-bc7a-49ac-917b-3910a9cda63c'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:57.037997 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:57.038416 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3dbd0-e616-486f-ad01-3dd7c0d39950 None None] The sync data for ids ['363a785b-bc7a-49ac-917b-3910a9cda63c'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:09:57.079828 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117055934'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:57.139130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:57.158506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:network and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:57.164511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:57.178148 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:57.197203 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc7a-e141-4285-a4c2-cc081b494056 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for router, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.210561 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.226715 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ad162c9a-2951-477f-a296-70aa257cfd69 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:57.258292 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:57.261064 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.295201 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-083b86bf-0a12-4334-8096-a3eecfed9b1b', 'network_id': '083b86bf-0a12-4334-8096-a3eecfed9b1b', 'tenant_id': '9015b5f7618647d494b6ef6da366047b', 'fixed_ips': [{'subnet_id': 'e3b7c5b4-a4bc-4bac-b24a-3397c96f8d73'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:09:57.296625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.364014 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.373177 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:57.374147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:09:57.374513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:09:57.376931 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Port': ['ID=c5be15e9-8c2b-4989-ab79-0fcc04b67a11,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:57.380240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:57.381486 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:57.384936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:57.385580 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.386073 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:09:57.400850 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b59ae1eb-3115-4ef4-b08f-5161b657181c tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:57.474237 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.474237 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Added segment 4652a9c2-3c77-4acd-82aa-ab68d3d4391c of type vlan for network c03ae478-4e47-4f8e-9377-f96d479dcdf0 Dec 20 12:09:57.581345 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Allocated IP 172.20.255.242 (083b86bf-0a12-4334-8096-a3eecfed9b1b/e3b7c5b4-a4bc-4bac-b24a-3397c96f8d73/64334a48-67bf-48d1-950b-2a9b61945c89) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:57.644358 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Subnet': ['ID=48ffddce-d074-406e-8ab5-8586ba2b3516,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:57.672412 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:57.800106 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Checking segment: {'id': '6b7f6ba6-999d-4229-872b-d4d38ff2b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:57.803565 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network hostable DHCP agents. Network: c158994e-d54f-41dc-b799-591b83d1c07e, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:57.875350 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port ccad71fe-4403-4e91-b00a-754cdd13a6f2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:57.875962 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.918792 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-51a2ab9b-81e6-4118-9bd0-5d3e2b174ebd None None] Provisioning for port c5be15e9-8c2b-4989-ab79-0fcc04b67a11 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:09:57.937885 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.958008 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-51a2ab9b-81e6-4118-9bd0-5d3e2b174ebd None None] Provisioning complete for port c5be15e9-8c2b-4989-ab79-0fcc04b67a11 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:09:57.959003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-51a2ab9b-81e6-4118-9bd0-5d3e2b174ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:57.972650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.019804 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] The port 'ccad71fe-4403-4e91-b00a-754cdd13a6f2' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:09:58.056292 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-51a2ab9b-81e6-4118-9bd0-5d3e2b174ebd None None] Port c5be15e9-8c2b-4989-ab79-0fcc04b67a11 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:09:58.059721 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.087173 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Transition to ACTIVE for port object 64334a48-67bf-48d1-950b-2a9b61945c89 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:58.100658 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc7a-e141-4285-a4c2-cc081b494056 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.110967 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Transition to ACTIVE for port object 64334a48-67bf-48d1-950b-2a9b61945c89 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:09:58.112227 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc7a-e141-4285-a4c2-cc081b494056 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.120621 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.121039 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.124472 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:58.125172 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.129620 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a4075e78-a4bc-47ae-a556-1a177d745e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:58.131016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ea3737cf-07e4-4689-8de6-5fa48feeffa2 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:58.206674 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2883301 Dec 20 12:09:58.211118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40888) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:58.220665 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'subnet': {'network_id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:09:58.230639 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Network 083b86bf-0a12-4334-8096-a3eecfed9b1b is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:09:58.234616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:58.237597 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:09:58.255835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Pushing event updated for resources: {'Port': ['ID=64334a48-67bf-48d1-950b-2a9b61945c89,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:58.259366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:58.285160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc7a-e141-4285-a4c2-cc081b494056 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.285160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ccbc7a-e141-4285-a4c2-cc081b494056 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Fanout notify agent at l3_agent the message router_deleted on router 363a785b-bc7a-49ac-917b-3910a9cda63c {{(pid=83527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:09:58.290745 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc7a-e141-4285-a4c2-cc081b494056 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.291975 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c8ccbc7a-e141-4285-a4c2-cc081b494056 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "DELETE /v2.0/routers/363a785b-bc7a-49ac-917b-3910a9cda63c HTTP/1.1" status: 204 len: 168 time: 1.3709867 Dec 20 12:09:58.300605 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40892) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:58.361854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Network': ['ID=c03ae478-4e47-4f8e-9377-f96d479dcdf0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:58.363358 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Attempting to bind port 64334a48-67bf-48d1-950b-2a9b61945c89 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:09:58.364206 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Attempting to bind port 64334a48-67bf-48d1-950b-2a9b61945c89 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '0ae08e8f-4269-4ea9-869e-dd0fee56ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '083b86bf-0a12-4334-8096-a3eecfed9b1b'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:09:58.364332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Attempting to bind port 64334a48-67bf-48d1-950b-2a9b61945c89 on network 083b86bf-0a12-4334-8096-a3eecfed9b1b {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:09:58.371880 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:58.375415 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:09:58.375724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Checking segment: {'id': '0ae08e8f-4269-4ea9-869e-dd0fee56ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '083b86bf-0a12-4334-8096-a3eecfed9b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:58.376052 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.377536 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Bound using segment: {'id': '0ae08e8f-4269-4ea9-869e-dd0fee56ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '083b86bf-0a12-4334-8096-a3eecfed9b1b'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:09:58.378216 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Bound port: 64334a48-67bf-48d1-950b-2a9b61945c89, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae08e8f-4269-4ea9-869e-dd0fee56ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '083b86bf-0a12-4334-8096-a3eecfed9b1b'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:09:58.378844 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.403830 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network c03ae478-4e47-4f8e-9377-f96d479dcdf0 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:09:58.475402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network c158994e-d54f-41dc-b799-591b83d1c07e is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:58.497851 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.504342 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:09:58.514160 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:subnet and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:09:58.520278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:09:58.539024 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:09:58.563742 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.605112 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c158994e-d54f-41dc-b799-591b83d1c07e) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:58.618080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1324f7-e212-4830-9b1a-86c60efbbc91 None None] Network c158994e-d54f-41dc-b799-591b83d1c07e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:58.618943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:09:58.626111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60163704-1433-4577-82bf-351126881a11 req-bb39e505-60bf-4d33-bdba-105f6e700913 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:58.633131 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-60163704-1433-4577-82bf-351126881a11 req-bb39e505-60bf-4d33-bdba-105f6e700913 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 943 time: 0.8399291 Dec 20 12:09:58.635442 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.760742 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Deleting subnet fc15e659-c645-4163-8fd3-00dbdfd33b46 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:09:58.769201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.805071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.819796 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] For port 64334a48-67bf-48d1-950b-2a9b61945c89, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:09:58.841018 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] For port 64334a48-67bf-48d1-950b-2a9b61945c89, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=64334a48-67bf-48d1-950b-2a9b61945c89,segment=NetworkSegment(0ae08e8f-4269-4ea9-869e-dd0fee56ecff),segment_id=0ae08e8f-4269-4ea9-869e-dd0fee56ecff)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:09:58.862144 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.871662 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-fa6a0727-54ee-43f9-b9eb-12d6804cf76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:58.909929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:58.919391 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-041f48fc-6c60-46bc-9cdb-db7110abb8d5 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:58.964975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Deleting port 1214f2a6-fc73-47f0-8fcf-3055e65e5454 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:58.966411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.018853 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45f0bc2-209e-4aee-8e95-b9c2d49ca606']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:59.075744 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Pushing event updated for resources: {'Port': ['ID=64334a48-67bf-48d1-950b-2a9b61945c89,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:59.082467 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:59.089700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.113764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce99d9d-5c8e-46e3-9b52-63494e2e8191') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:59.114332 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce99d9d-5c8e-46e3-9b52-63494e2e8191') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:09:59.167975 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-c158994e-d54f-41dc-b799-591b83d1c07e', 'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e', 'tenant_id': 'd1e84d9958bd40be91bb0acfa1ce7e4f', 'fixed_ips': [{'subnet_id': '48ffddce-d074-406e-8ab5-8586ba2b3516'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:09:59.169230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.186043 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.224369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.231295 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2477b573-14cd-46a9-bca0-76796232e18d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:59.280299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.287140 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:09:59.334339 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Subnet': ['ID=9aa7b452-a624-4659-a78c-af47543c42f6,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:59.340373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.361037 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "DELETE /v2.0/subnets/fc15e659-c645-4163-8fd3-00dbdfd33b46 HTTP/1.1" status: 204 len: 168 time: 1.0550032 Dec 20 12:09:59.362196 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:59.365962 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40896) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:59.366548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e2ba69c8-f2b0-4fde-82bb-051c20ec2c9c tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:59.375991 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.382938 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event updated for resources: {'Subnet': ['ID=5a6be560-50d4-4e9d-ba71-b8a9b938989d,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:59.419614 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.437524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:59.460814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Allocated IP 172.20.0.2 (c158994e-d54f-41dc-b799-591b83d1c07e/48ffddce-d074-406e-8ab5-8586ba2b3516/9fdd4961-96e4-4090-8c0d-2f3e0091734d) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:09:59.466764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:09:59.467216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event deleted for resources: {'Subnet': ['ID=fc15e659-c645-4163-8fd3-00dbdfd33b46,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:09:59.467697 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.487961 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-67458ec3-5ea1-4d50-bb65-5bb126561088 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:09:59.493031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Checking segment: {'id': '4652a9c2-3c77-4acd-82aa-ab68d3d4391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:09:59.493381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network hostable DHCP agents. Network: c03ae478-4e47-4f8e-9377-f96d479dcdf0, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:09:59.501002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b86e5-799a-4b53-bc71-98528f933755 None None] Network c7af72e4-f75a-4666-8579-bb4c4bc96b48 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:59.621407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.640174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network c03ae478-4e47-4f8e-9377-f96d479dcdf0 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:09:59.648352 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Deleting port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:09:59.648816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.696466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, c03ae478-4e47-4f8e-9377-f96d479dcdf0) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:09:59.712954 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:09:59.713634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.759787 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac35b57-ce9e-4e2b-ae2a-b3680fc8f25a None None] Network c03ae478-4e47-4f8e-9377-f96d479dcdf0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:09:59.787633 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-430789a7-3da6-4e75-be40-e9b20a5dfef2 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5742946 Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: util.warn( Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:09:59.844887 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:09:59.854797 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40900) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:09:59.860051 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-60163704-1433-4577-82bf-351126881a11 req-ae5b5522-1f80-43dc-bc18-e253d35b7201 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8512805 Dec 20 12:09:59.861105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.862302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:09:59.911475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8585d765-cb7f-4aaf-8e7f-b61ec6ae17fc tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:09:59.967389 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.033484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.069119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device e2e93ac4-0e00-48ac-b473-6d3c59babda0 details requested by agent hyperv_hv-neutron-vict with host hv-neutron-vict {{(pid=83530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 12:10:00.189208 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] For port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2e360488-5dbf-4e78-9bc1-dc2cf4503a94,segment=NetworkSegment(d1bf5499-cd75-4102-8290-814022b7e109),segment_id=d1bf5499-cd75-4102-8290-814022b7e109)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:00.189979 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.234856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.288918 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Checking segment: {'id': '4fe293a0-74c6-4808-a358-44270f5d80a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:00.289623 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network hostable DHCP agents. Network: 24a1d678-bc96-43c8-b7b2-403a33a07a9f, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:10:00.290548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.361103 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-c03ae478-4e47-4f8e-9377-f96d479dcdf0', 'network_id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0', 'tenant_id': '9015b5f7618647d494b6ef6da366047b', 'fixed_ips': [{'subnet_id': '9aa7b452-a624-4659-a78c-af47543c42f6'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:00.362034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.400190 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Transition to ACTIVE for port object 9fdd4961-96e4-4090-8c0d-2f3e0091734d will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:00.451371 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Calling delete_port for 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:00.488997 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port e2e93ac4-0e00-48ac-b473-6d3c59babda0, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:00.510254 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31755db-a928-43b9-bd94-ef23ccdefd4d None None] DHCP port deletion for c7af72e4-f75a-4666-8579-bb4c4bc96b48 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:00.516424 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Returning: {'device': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'port_id': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'mac_address': 'fa:16:3e:8e:99:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 12:10:00.525236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Transition to ACTIVE for port object 9fdd4961-96e4-4090-8c0d-2f3e0091734d will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:00.578862 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event updated for resources: {'Port': ['ID=c5be15e9-8c2b-4989-ab79-0fcc04b67a11,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:00.583451 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/c45f0bc2-209e-4aee-8e95-b9c2d49ca606 HTTP/1.1" status: 204 len: 168 time: 6.2053146 Dec 20 12:10:00.587285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40904) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:00.596769 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d31755db-a928-43b9-bd94-ef23ccdefd4d None None] Deleting port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:00.597348 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d31755db-a928-43b9-bd94-ef23ccdefd4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.602664 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Calling delete_port for 1214f2a6-fc73-47f0-8fcf-3055e65e5454 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:00.708622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.740918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:00.800679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:00.802373 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:00.806651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8ef2572a-eeeb-44f5-b8e7-44df05d44a4e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.794s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:00.812212 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-db66d5f2-2246-4113-8f69-29b8d3bd259c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:00.831951 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 64334a48-67bf-48d1-950b-2a9b61945c89 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:00.875431 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event deleted for resources: {'Port': ['ID=2e360488-5dbf-4e78-9bc1-dc2cf4503a94,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:00.880729 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=c45f0bc2-209e-4aee-8e95-b9c2d49ca606,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:00.882440 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:00.882865 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2448a22-e24c-40fd-acc8-bfcc92835093 None None] Network 083b86bf-0a12-4334-8096-a3eecfed9b1b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:00.891506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] No DVR routers for this DVR port 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:00.910022 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:00.912504 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4ee6d34a-464e-4230-9758-39d05dcbb1da tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:00.941901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:01.003755 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-e981cc58-3362-481c-821c-67f88758f162 None None] Provisioning for port 64334a48-67bf-48d1-950b-2a9b61945c89 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:01.087154 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Network c158994e-d54f-41dc-b799-591b83d1c07e is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:01.105686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.139708 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.139964 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-d31755db-a928-43b9-bd94-ef23ccdefd4d None None] The port '2e360488-5dbf-4e78-9bc1-dc2cf4503a94' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:10:01.188698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7af72e4-f75a-4666-8579-bb4c4bc96b48']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:01.195017 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Network 24a1d678-bc96-43c8-b7b2-403a33a07a9f is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:10:01.208506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bf5499-cd75-4102-8290-814022b7e109') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:01.209130 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bf5499-cd75-4102-8290-814022b7e109') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:01.213171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Pushing event updated for resources: {'Port': ['ID=9fdd4961-96e4-4090-8c0d-2f3e0091734d,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:01.217223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:01.228688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.229298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:01.245519 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:01.257494 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.286465 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.337587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e93ac4-0e00-48ac-b473-6d3c59babda0 {{(pid=83530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 12:10:01.344278 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 24a1d678-bc96-43c8-b7b2-403a33a07a9f) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:01.370203 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:01.370579 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:01.371201 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.385593 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad8375-f0e5-46b8-a03c-4b4465b597e9 None None] Network 24a1d678-bc96-43c8-b7b2-403a33a07a9f requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:01.428502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:01.428502 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:01.447435 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:01.499864 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-54d08751-8173-4ebe-a0be-16b417302f93 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 9.8192942 Dec 20 12:10:01.502714 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40910) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:01.625837 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.632618 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-768488e0-608e-47f7-be5f-e19824fb6c9c tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:01.678313 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.683641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Pushing event deleted for resources: {'Network': ['ID=c7af72e4-f75a-4666-8579-bb4c4bc96b48,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:01.710458 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:01.742661 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port e2e93ac4-0e00-48ac-b473-6d3c59babda0, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:01.754668 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] 10.222.0.41 "DELETE /v2.0/networks/c7af72e4-f75a-4666-8579-bb4c4bc96b48 HTTP/1.1" status: 204 len: 168 time: 2.3605258 Dec 20 12:10:01.801675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Allocated IP 172.20.0.2 (c03ae478-4e47-4f8e-9377-f96d479dcdf0/9aa7b452-a624-4659-a78c-af47543c42f6/f7dcc6ed-c652-4544-9c8c-df48d8c0a13e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:01.804082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.853310 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.961179 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:01.964576 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:02.031601 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f544c12-a677-4851-acc8-2e9617a65273 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:02.034693 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f544c12-a677-4851-acc8-2e9617a65273 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:02.037724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f544c12-a677-4851-acc8-2e9617a65273 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:02.039343 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8f544c12-a677-4851-acc8-2e9617a65273 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Synchronizing usage tracker for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:subnet {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:02.044816 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 64334a48-67bf-48d1-950b-2a9b61945c89 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:02.053109 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054e3c-4b2e-455a-8237-f40b3f89ba6e req-3519a03a-e2c5-495a-88c6-5c117fab4643 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:02.056222 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9f054e3c-4b2e-455a-8237-f40b3f89ba6e req-3519a03a-e2c5-495a-88c6-5c117fab4643 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 943 time: 0.8198960 Dec 20 12:10:02.127474 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 64334a48-67bf-48d1-950b-2a9b61945c89 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:02.128080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.249804 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Attempting to bind port 9fdd4961-96e4-4090-8c0d-2f3e0091734d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:02.250389 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Attempting to bind port 9fdd4961-96e4-4090-8c0d-2f3e0091734d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '6b7f6ba6-999d-4229-872b-d4d38ff2b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:02.250966 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Attempting to bind port 9fdd4961-96e4-4090-8c0d-2f3e0091734d on network c158994e-d54f-41dc-b799-591b83d1c07e {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:02.282730 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] get_ports_and_sgs() called for port_ids ['e2e93ac4-0e00-48ac-b473-6d3c59babda0'] {{(pid=83530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 12:10:02.395564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40918) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:02.398768 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.423662 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a8c4a312-76b4-4869-89d2-40413130d7ae tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:02.556528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:02.558711 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Checking segment: {'id': '6b7f6ba6-999d-4229-872b-d4d38ff2b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:02.560188 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.561349 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Bound using segment: {'id': '6b7f6ba6-999d-4229-872b-d4d38ff2b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:02.562155 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event deleted for resources: {'Port': ['ID=1214f2a6-fc73-47f0-8fcf-3055e65e5454,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:02.562779 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Bound port: 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7f6ba6-999d-4229-872b-d4d38ff2b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c158994e-d54f-41dc-b799-591b83d1c07e'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:02.567505 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8f544c12-a677-4851-acc8-2e9617a65273 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Unset dirty status for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:subnet {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:02.568462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.575271 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8f544c12-a677-4851-acc8-2e9617a65273 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 1.0678732 Dec 20 12:10:02.575623 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40924) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:02.600128 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-7105a245-abbb-4262-8228-efda0bfad2f4 None None] Provisioning complete for port c5be15e9-8c2b-4989-ab79-0fcc04b67a11 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:02.601009 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7105a245-abbb-4262-8228-efda0bfad2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:02.625058 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:02.664677 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9f054e3c-4b2e-455a-8237-f40b3f89ba6e req-51c898fa-6eaa-408b-8f23-6a700572fc58 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928776 Dec 20 12:10:02.970918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=e2e93ac4-0e00-48ac-b473-6d3c59babda0,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:03.014888 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:03.032617 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-24a1d678-bc96-43c8-b7b2-403a33a07a9f', 'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f', 'tenant_id': 'd1e84d9958bd40be91bb0acfa1ce7e4f', 'fixed_ips': [{'subnet_id': '5a6be560-50d4-4e9d-ba71-b8a9b938989d'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:03.033934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.059003 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1ea75ef7-898b-4511-a13e-63118ae9c201 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=710c5aae48a54de4ad5043333ab938c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6490951 Dec 20 12:10:03.064323 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40928) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:03.099195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Router a3b55cd2-2255-491b-a598-0cf07e3d3215 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:03.109881 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.117261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Deleting subnet 48ffddce-d074-406e-8ab5-8586ba2b3516 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:03.128170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.154258 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-7105a245-abbb-4262-8228-efda0bfad2f4 None None] Port c5be15e9-8c2b-4989-ab79-0fcc04b67a11 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:03.237052 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.351553 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded1e577-0722-4bf7-8d7f-cf4acc556f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.413638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded1e577-0722-4bf7-8d7f-cf4acc556f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.492325 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.624066 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port b0ac199e-536e-4e47-926e-60f2e689d433 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:03.624652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.683546 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.859572 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.883718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.887578 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 64334a48-67bf-48d1-950b-2a9b61945c89, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=64334a48-67bf-48d1-950b-2a9b61945c89,segment=NetworkSegment(0ae08e8f-4269-4ea9-869e-dd0fee56ecff),segment_id=0ae08e8f-4269-4ea9-869e-dd0fee56ecff)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:03.917307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.940053 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Transition to ACTIVE for port object f7dcc6ed-c652-4544-9c8c-df48d8c0a13e will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:03.974924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port b0ac199e-536e-4e47-926e-60f2e689d433, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=b0ac199e-536e-4e47-926e-60f2e689d433,segment=NetworkSegment(442a155e-d389-44d3-90c6-8e0332b5ebb7),segment_id=442a155e-d389-44d3-90c6-8e0332b5ebb7)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:03.975657 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:03.979182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.008088 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:04.087063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.088852 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Fanout notify agent at l3_agent the message router_deleted on router dc68a127-1118-4bff-85df-251edf73f5a3 {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:10:04.143298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:04.200751 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded1e577-0722-4bf7-8d7f-cf4acc556f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.206913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a365ac3f-d223-4397-8a4e-a45dc58f3031 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:04.221574 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.223313 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d3055740-5b1e-417c-b86e-6d5a25cff794 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "DELETE /v2.0/routers/dc68a127-1118-4bff-85df-251edf73f5a3 HTTP/1.1" status: 204 len: 168 time: 9.9960279 Dec 20 12:10:04.228709 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:04.231333 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40934) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:04.232958 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for b0ac199e-536e-4e47-926e-60f2e689d433 owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:04.239618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:04.240279 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2e360488-5dbf-4e78-9bc1-dc2cf4503a94 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:04.247431 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-58a579a6-2c50-4b26-a4d6-7dabdd98ab4e tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3567507 Dec 20 12:10:04.255603 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-538471754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:04.266055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40938) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:04.275536 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:04.298294 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Allocated IP 172.20.0.18 (24a1d678-bc96-43c8-b7b2-403a33a07a9f/5a6be560-50d4-4e9d-ba71-b8a9b938989d/32c1054b-00ea-4cb4-987a-67593b081625) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:04.314769 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] Sync routers for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:04.325031 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1e577-0722-4bf7-8d7f-cf4acc556f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0225c1-da65-4836-a190-692c14600064,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:04.333227 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.336980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Transition to ACTIVE for port object f7dcc6ed-c652-4544-9c8c-df48d8c0a13e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:04.341381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ded1e577-0722-4bf7-8d7f-cf4acc556f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:04.346309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-1b97abe0-021d-4272-9efa-a986616ae71e tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:04.357241 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] For port 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:04.377179 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=64334a48-67bf-48d1-950b-2a9b61945c89,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:04.380076 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.396239 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:04.396720 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:04.430901 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Subnet': ['ID=48ffddce-d074-406e-8ab5-8586ba2b3516,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:04.465377 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] For port 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9fdd4961-96e4-4090-8c0d-2f3e0091734d,segment=NetworkSegment(6b7f6ba6-999d-4229-872b-d4d38ff2b400),segment_id=6b7f6ba6-999d-4229-872b-d4d38ff2b400)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:04.466892 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:04.480945 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ded1e577-0722-4bf7-8d7f-cf4acc556f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.481255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Usage tracker for resource:router and tenant:6d14643c886f4fceabbbd0cb9bed2546 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:04.486800 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ded1e577-0722-4bf7-8d7f-cf4acc556f97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b0225c1-da65-4836-a190-692c14600064 HTTP/1.1" status: 204 len: 168 time: 1.4114752 Dec 20 12:10:04.486800 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.496657 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:04.509395 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d96ade63-a207-443e-aae8-f5f6ec1fc391 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/subnets/48ffddce-d074-406e-8ab5-8586ba2b3516 HTTP/1.1" status: 204 len: 168 time: 1.8848133 Dec 20 12:10:04.509626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.510733 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40944) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:04.541663 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:04.546394 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-1af2f51c-0c13-42c5-92fb-469fa1db74a6 None None] Provisioning complete for port 64334a48-67bf-48d1-950b-2a9b61945c89 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:04.546942 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-1af2f51c-0c13-42c5-92fb-469fa1db74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.563902 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f7e8-0206-4af8-a1da-d33857236348 req-e2968afd-00ed-4704-b340-8ae3a8dbd0db tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:04.570932 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-af30f7e8-0206-4af8-a1da-d33857236348 req-e2968afd-00ed-4704-b340-8ae3a8dbd0db tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 944 time: 0.4860787 Dec 20 12:10:04.600394 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.602050 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.610482 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.617943 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-917acda1-1d01-42d4-b2cb-1fff7fbf4353 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:04.662124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:04.663144 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:04.724195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.742945 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa7b452-a624-4659-a78c-af47543c42f6,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:04.759713 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Network c03ae478-4e47-4f8e-9377-f96d479dcdf0 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:04.774026 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:04.775353 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.795580 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:04.798547 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Pushing event updated for resources: {'Port': ['ID=f7dcc6ed-c652-4544-9c8c-df48d8c0a13e,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:04.802548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:04.823681 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:04.870334 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-af30f7e8-0206-4af8-a1da-d33857236348 req-7386a66a-191e-44c5-861c-bc83bf0453e7 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981105 Dec 20 12:10:04.895679 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:04.898306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:04.960445 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.975858 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:04.985501 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-284d078e-5105-437b-8695-2c29fe923e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:05.010067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03ae478-4e47-4f8e-9377-f96d479dcdf0']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:05.156978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=b0ac199e-536e-4e47-926e-60f2e689d433,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:05.168481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:05.240167 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4652a9c2-3c77-4acd-82aa-ab68d3d4391c') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:05.241095 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4652a9c2-3c77-4acd-82aa-ab68d3d4391c') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:05.267027 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.268510 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d3277dd1-0dca-4d7a-a4c4-09cefa4ac7db tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0353699 Dec 20 12:10:05.278740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.287070 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40956) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:05.310446 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'enable_snat': False}}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:05.313358 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Deleting subnet 5a6be560-50d4-4e9d-ba71-b8a9b938989d {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:05.387366 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Pushing event updated for resources: {'Port': ['ID=9fdd4961-96e4-4090-8c0d-2f3e0091734d,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:05.403910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:05.403910 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:05.458334 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:05.518107 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.540706 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1118095d-b844-4cdc-b1bc-353cef701e7b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.697306 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:05.698060 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803005b-dd8e-4f67-b908-0480ef7b82e2 None None] The sync data for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:05.731979 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Attempting to bind port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:05.732525 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Attempting to bind port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '4652a9c2-3c77-4acd-82aa-ab68d3d4391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:05.732953 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Attempting to bind port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e on network c03ae478-4e47-4f8e-9377-f96d479dcdf0 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:05.790675 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:05.791481 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:05.819155 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:05.833441 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:05.834064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Checking segment: {'id': '4652a9c2-3c77-4acd-82aa-ab68d3d4391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:05.834503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.835110 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Bound using segment: {'id': '4652a9c2-3c77-4acd-82aa-ab68d3d4391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:05.835917 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Bound port: f7dcc6ed-c652-4544-9c8c-df48d8c0a13e, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4652a9c2-3c77-4acd-82aa-ab68d3d4391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:05.836587 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.851084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:05.875122 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Transition to ACTIVE for port object 32c1054b-00ea-4cb4-987a-67593b081625 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:05.879096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.049354 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] For port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:06.052401 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Transition to ACTIVE for port object 32c1054b-00ea-4cb4-987a-67593b081625 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:06.065071 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.070839 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9df7bc24-2345-48e4-b77c-be1dd302bfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:06.162153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40970) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:06.163011 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.163754 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device e2e93ac4-0e00-48ac-b473-6d3c59babda0 up at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:06.216878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:10:06.216878 dv-neutron-victoria-2-hyperv neutron-server[83528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:10:06.216878 dv-neutron-victoria-2-hyperv neutron-server[83528]: [parameters: {'id': 'c03ae478-4e47-4f8e-9377-f96d479dcdf0'}] Dec 20 12:10:06.216878 dv-neutron-victoria-2-hyperv neutron-server[83528]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:06.217280 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:06.228138 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] For port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f7dcc6ed-c652-4544-9c8c-df48d8c0a13e,segment=NetworkSegment(4652a9c2-3c77-4acd-82aa-ab68d3d4391c),segment_id=4652a9c2-3c77-4acd-82aa-ab68d3d4391c)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:06.247559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.252274 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.292384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Network 24a1d678-bc96-43c8-b7b2-403a33a07a9f is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:06.299118 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:06.318490 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:06.352926 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Pushing event updated for resources: {'Port': ['ID=32c1054b-00ea-4cb4-987a-67593b081625,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:06.361311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:06.366771 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:06.594997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group': {'name': 'tempest-secgroup--893330183'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:06.603920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.640309 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:06.641525 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-1118095d-b844-4cdc-b1bc-353cef701e7b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 12:10:06.642884 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1118095d-b844-4cdc-b1bc-353cef701e7b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215 HTTP/1.1" status: 409 len: 329 time: 2.3712094 Dec 20 12:10:06.659915 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40976) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:06.666210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c26e2-a998-4e4f-bd7f-5fbba8374165 req-84f0938b-ce74-4a1d-be7b-f2ae51c517c6 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:06.667795 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-232c26e2-a998-4e4f-bd7f-5fbba8374165 req-84f0938b-ce74-4a1d-be7b-f2ae51c517c6 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 944 time: 0.4483044 Dec 20 12:10:06.682636 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:06.695634 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:06.717777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:06.767698 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 64334a48-67bf-48d1-950b-2a9b61945c89 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:06.769841 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.827735 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Pushing event updated for resources: {'Port': ['ID=f7dcc6ed-c652-4544-9c8c-df48d8c0a13e,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:06.831103 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.852838 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.859905 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:06.874410 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning for port e2e93ac4-0e00-48ac-b473-6d3c59babda0 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:06.891918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Attempting to bind port 32c1054b-00ea-4cb4-987a-67593b081625 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:06.892533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Attempting to bind port 32c1054b-00ea-4cb4-987a-67593b081625 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '4fe293a0-74c6-4808-a358-44270f5d80a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:06.892533 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Attempting to bind port 32c1054b-00ea-4cb4-987a-67593b081625 on network 24a1d678-bc96-43c8-b7b2-403a33a07a9f {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:06.898480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Provisioning complete for port e2e93ac4-0e00-48ac-b473-6d3c59babda0 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:06.899079 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.931294 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:06.945983 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d750a231-ba2d-4245-8c4c-5bc2b414bdfd None None] Network c03ae478-4e47-4f8e-9377-f96d479dcdf0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:06.946295 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Deleting port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:06.947039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.012435 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:07.012954 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Checking segment: {'id': '4fe293a0-74c6-4808-a358-44270f5d80a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:07.013234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.013775 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Bound using segment: {'id': '4fe293a0-74c6-4808-a358-44270f5d80a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:07.014308 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Bound port: 32c1054b-00ea-4cb4-987a-67593b081625, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe293a0-74c6-4808-a358-44270f5d80a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '24a1d678-bc96-43c8-b7b2-403a33a07a9f'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:07.014809 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.051769 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:07.065840 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.081509 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d6fbe35b-1ceb-4ee1-a229-ad2ed3b08712 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:07.138277 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:07.142193 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde34515-f58c-4d41-872e-c6cf4223560b None None] Network c158994e-d54f-41dc-b799-591b83d1c07e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:07.157755 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-232c26e2-a998-4e4f-bd7f-5fbba8374165 req-539e11bf-db19-447c-8ff9-17a61daaaa26 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4803946 Dec 20 12:10:07.172496 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:07.185911 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6be560-50d4-4e9d-ba71-b8a9b938989d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:07.190750 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:07.210867 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:07.233816 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.301636 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0639e3f1-c530-486a-8394-b9f441dbc216 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/subnets/5a6be560-50d4-4e9d-ba71-b8a9b938989d HTTP/1.1" status: 204 len: 168 time: 2.7812088 Dec 20 12:10:07.313169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40980) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:07.428033 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.470978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:07.513886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e6aee-d8b5-4f83-871e-e83125546eeb tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:07.515045 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-682e6aee-d8b5-4f83-871e-e83125546eeb tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Synchronizing usage tracker for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:subnet {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:07.527087 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.543307 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.549805 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0e59a435-e0b0-4fea-95f0-362dbc411611 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:07.550986 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] For port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f7dcc6ed-c652-4544-9c8c-df48d8c0a13e,segment=NetworkSegment(4652a9c2-3c77-4acd-82aa-ab68d3d4391c),segment_id=4652a9c2-3c77-4acd-82aa-ab68d3d4391c)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:07.551339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.593875 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 64334a48-67bf-48d1-950b-2a9b61945c89 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:07.594376 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.631569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-73ac2970-b929-472e-bb65-1106395b17a1 None None] Provisioning for port 9fdd4961-96e4-4090-8c0d-2f3e0091734d completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:07.636001 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-682e6aee-d8b5-4f83-871e-e83125546eeb tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Unset dirty status for tenant:d1e84d9958bd40be91bb0acfa1ce7e4f on resource:subnet {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:07.641331 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-682e6aee-d8b5-4f83-871e-e83125546eeb tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3210256 Dec 20 12:10:07.658791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40984) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:07.770037 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Calling delete_port for f7dcc6ed-c652-4544-9c8c-df48d8c0a13e owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:07.808595 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] For port 32c1054b-00ea-4cb4-987a-67593b081625, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:07.813380 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.849686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] For port 32c1054b-00ea-4cb4-987a-67593b081625, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=32c1054b-00ea-4cb4-987a-67593b081625,segment=NetworkSegment(4fe293a0-74c6-4808-a358-44270f5d80a2),segment_id=4fe293a0-74c6-4808-a358-44270f5d80a2)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:07.866486 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:07.876054 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc121202-826e-4cac-b986-7ca98c1d71e7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:07.879102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:07.894405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:07.895873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:07.906256 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:07.914184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:07.938567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:08.027722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.042198 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:08.082078 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Deleting port 32c1054b-00ea-4cb4-987a-67593b081625 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:08.082729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.111129 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port e2e93ac4-0e00-48ac-b473-6d3c59babda0, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0,segment=NetworkSegment(ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29),segment_id=ea1b1b14-a45a-4d2b-9ac9-28cb8c5efa29)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:08.132416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.140407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-afc1c643-926e-40a0-b4b0-a65e221390c0 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:08.140705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.183330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.198261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.206972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Port': ['ID=f7dcc6ed-c652-4544-9c8c-df48d8c0a13e,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:08.217144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:08.227836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.241201 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5bcdf1da-73b4-4c83-b1ea-ff9f78530073 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:08.254001 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] No DVR routers for this DVR port f7dcc6ed-c652-4544-9c8c-df48d8c0a13e on host dv-neutron-victoria-2-hyperv {{(pid=83528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:08.263904 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'code': 200} Dec 20 12:10:08.287469 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Pushing event updated for resources: {'Port': ['ID=32c1054b-00ea-4cb4-987a-67593b081625,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:08.297952 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:08.310603 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 9fdd4961-96e4-4090-8c0d-2f3e0091734d up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:08.315369 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.360708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:08.374424 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.376825 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1770554 Dec 20 12:10:08.393080 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 40992) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:08.418348 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:08.434452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313190e-7735-48c4-976d-b0af586adcbf None None] Network 24a1d678-bc96-43c8-b7b2-403a33a07a9f requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:08.439042 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:08.442661 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8476713 Dec 20 12:10:08.446102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 40996) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:08.458528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc387d-2d0b-4e8d-b6b3-2a49bdf0715d,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:08.507449 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:08.510455 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:08.513796 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ef7ceb5b-9b64-4fe4-8df2-23962666b297 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:08.578732 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=e2e93ac4-0e00-48ac-b473-6d3c59babda0,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:08.604035 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] DHCP port deletion for c158994e-d54f-41dc-b799-591b83d1c07e request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:08.613560 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:08.619643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Deleting port 9fdd4961-96e4-4090-8c0d-2f3e0091734d {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:08.620629 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.710114 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] For port 32c1054b-00ea-4cb4-987a-67593b081625, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=32c1054b-00ea-4cb4-987a-67593b081625,segment=NetworkSegment(4fe293a0-74c6-4808-a358-44270f5d80a2),segment_id=4fe293a0-74c6-4808-a358-44270f5d80a2)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:08.711034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.761488 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 9fdd4961-96e4-4090-8c0d-2f3e0091734d completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:08.782034 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 9fdd4961-96e4-4090-8c0d-2f3e0091734d triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:08.782596 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:08.894565 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Calling delete_port for 32c1054b-00ea-4cb4-987a-67593b081625 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:08.997485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet 66027053-db18-4a8f-8f63-17114affc859 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:09.007747 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Allocated IP 172.36.7.167 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/1cf8375c-39e0-43f8-841e-11869bb90c96) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:09.018733 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.044134 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:09.121854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] For port 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9fdd4961-96e4-4090-8c0d-2f3e0091734d,segment=NetworkSegment(6b7f6ba6-999d-4229-872b-d4d38ff2b400),segment_id=6b7f6ba6-999d-4229-872b-d4d38ff2b400)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:09.122969 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.153858 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.167851 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.212584 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.220627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.229856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.301513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.325323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Calling delete_port for 9fdd4961-96e4-4090-8c0d-2f3e0091734d owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:09.396273 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9fdd4961-96e4-4090-8c0d-2f3e0091734d,segment=NetworkSegment(6b7f6ba6-999d-4229-872b-d4d38ff2b400),segment_id=6b7f6ba6-999d-4229-872b-d4d38ff2b400)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:09.401221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0d5a041f-04b4-4774-ba09-7c1797d0d2ba tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:09.418874 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03ae478-4e47-4f8e-9377-f96d479dcdf0']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.431750 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.441688 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-c380f851-9a8d-4c63-a46e-279e97cf2fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:09.456101 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Port': ['ID=32c1054b-00ea-4cb4-987a-67593b081625,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:09.460663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:09.462934 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] No DVR routers for this DVR port 32c1054b-00ea-4cb4-987a-67593b081625 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:09.475129 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4652a9c2-3c77-4acd-82aa-ab68d3d4391c') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.475718 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4652a9c2-3c77-4acd-82aa-ab68d3d4391c') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.502900 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:04Z', 'revision_number': 9, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.508010 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:09.517375 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:09.518040 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:09.521463 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:09.522479 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:09:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.528169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.537433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-eac143e6-5bc4-4aff-91e4-e63d23f94b07 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:09.588036 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.589618 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 9fdd4961-96e4-4090-8c0d-2f3e0091734d no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:09.606498 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d4af61d6-29f5-44e0-a93d-5ae765074ae4 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 1.2108586 Dec 20 12:10:09.611897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41000) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:09.614315 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859881-533f-4d5f-b120-fd3728a594b2 req-031609e3-c6c7-4fff-a94c-13ec925ae16f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:09.617072 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d3859881-533f-4d5f-b120-fd3728a594b2 req-031609e3-c6c7-4fff-a94c-13ec925ae16f tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 945 time: 1.2283890 Dec 20 12:10:09.627469 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=66027053-db18-4a8f-8f63-17114affc859,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:09.637041 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group': {'name': 'tempest-security--1248600500', 'description': 'tempest-security-description-1901434114'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:09.646026 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:09.661773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=9fdd4961-96e4-4090-8c0d-2f3e0091734d,revision_number=4']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:09.670552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.686723 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468129e2-2798-40f2-a983-236d30a1d5d9 None None] Network 2c16dc2c-722e-41da-8c76-46b67a021642 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:09.706303 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:09.753585 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d6f30152-dec4-43f8-aa09-d71c31b73be4 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/66027053-db18-4a8f-8f63-17114affc859 HTTP/1.1" status: 204 len: 168 time: 1.3006568 Dec 20 12:10:09.754554 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.763818 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.772387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41004) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:09.803489 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ad746341-c786-481a-9fea-0ac014a29669 req-0b78d66d-a471-4dd9-9359-7d2fd7453a2a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1098 time: 1.2418997 Dec 20 12:10:09.804686 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a1d678-bc96-43c8-b7b2-403a33a07a9f']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.806817 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:09.819791 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe293a0-74c6-4808-a358-44270f5d80a2') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.820098 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe293a0-74c6-4808-a358-44270f5d80a2') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:09.834793 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.837191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:09.837662 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.855624 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.863944 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:09.864369 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:09.885604 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:09.981393 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:09.985659 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.993464 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:09.999021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-314cc6ad-b318-4c2f-8cac-6eef89cafef0 tempest-NetworksIpV6TestAttrs-1184065599 tempest-NetworksIpV6TestAttrs-1184065599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:10.026935 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Network': ['ID=24a1d678-bc96-43c8-b7b2-403a33a07a9f,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:10.030213 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:10.041601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.051265 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Deleting port 9fdd4961-96e4-4090-8c0d-2f3e0091734d {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:10.052934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.108053 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.113777 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-762db4fd-ce5b-420b-8f2d-84f2543f505e tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/networks/24a1d678-bc96-43c8-b7b2-403a33a07a9f HTTP/1.1" status: 204 len: 168 time: 2.4034138 Dec 20 12:10:10.115042 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41008) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:10.178014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.248817 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:04Z', 'revision_number': 9, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:10.255394 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb131be2-7bd8-4861-abc5-24295840b0a4 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:04Z', 'revision_number': 9, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f56cce5e-1fa3-46b9-bf2a-ce2d36017206', 'name': '', 'network_id': 'f39a31f5-c570-434b-9baa-ef1bdcb44cdc', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:ea:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:19Z', 'updated_at': '2021-12-20T12:08:41Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': '43bb1cb7-fa7a-43e0-b4c7-404b3bd14399', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:10.262761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.364015 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ad746341-c786-481a-9fea-0ac014a29669 req-89838183-294b-465c-adeb-48a4e03a00cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5400703 Dec 20 12:10:10.367789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.371262 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-d3859881-533f-4d5f-b120-fd3728a594b2 req-3211e5c3-1816-46b9-9baf-cede4b46ed8c tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7379980 Dec 20 12:10:10.376024 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9fdd4961-96e4-4090-8c0d-2f3e0091734d,segment=NetworkSegment(6b7f6ba6-999d-4229-872b-d4d38ff2b400),segment_id=6b7f6ba6-999d-4229-872b-d4d38ff2b400)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:10.379404 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.381616 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-727dbf89-9dcb-4b67-91f9-e08c4a697619 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:10.396322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.398941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.401677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.402972 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "PUT /v2.0/security-groups/26fc387d-2d0b-4e8d-b6b3-2a49bdf0715d HTTP/1.1" status: 200 len: 1612 time: 0.7771208 Dec 20 12:10:10.404680 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-676c2620-53a6-47bd-81bb-ff21f826ec17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:10.407184 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41012) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:10.424868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Network': ['ID=c03ae478-4e47-4f8e-9377-f96d479dcdf0,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:10.428586 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.444422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.452553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:10.454295 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:10.460372 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc387d-2d0b-4e8d-b6b3-2a49bdf0715d,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:10.463566 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:10.473184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Deleting port 9fdd4961-96e4-4090-8c0d-2f3e0091734d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:10.473519 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.508056 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-02c486ea-6494-459e-932a-1fe52b489eec tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "DELETE /v2.0/networks/c03ae478-4e47-4f8e-9377-f96d479dcdf0 HTTP/1.1" status: 204 len: 168 time: 10.6411290 Dec 20 12:10:10.515226 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41016) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:10.517065 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:10.517217 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.526401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038962474'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:10.537842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:10.539130 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] For port 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9fdd4961-96e4-4090-8c0d-2f3e0091734d,segment=NetworkSegment(6b7f6ba6-999d-4229-872b-d4d38ff2b400),segment_id=6b7f6ba6-999d-4229-872b-d4d38ff2b400)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:10.539774 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.545587 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:network and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:10.550615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:10.587477 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:10.630099 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:10.633349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.723705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Calling delete_port for 9fdd4961-96e4-4090-8c0d-2f3e0091734d owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:10.750422 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] DHCP port deletion for 2c16dc2c-722e-41da-8c76-46b67a021642 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:10.766787 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=9fdd4961-96e4-4090-8c0d-2f3e0091734d,revision_number=5']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:10.772824 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] Deleting port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:10.773336 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.773853 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.802847 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:10.827575 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:10.834065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:10:10.916988 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.917463 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Added segment d5007df5-4011-4975-b90c-b520ea3539d8 of type vlan for network ec547cd7-1d66-4323-8ddb-c194b273bcd7 Dec 20 12:10:10.924861 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:10.931265 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] For port 9fdd4961-96e4-4090-8c0d-2f3e0091734d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9fdd4961-96e4-4090-8c0d-2f3e0091734d,segment=NetworkSegment(6b7f6ba6-999d-4229-872b-d4d38ff2b400),segment_id=6b7f6ba6-999d-4229-872b-d4d38ff2b400)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:10.933009 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:10.933810 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9af646b9-a698-4989-8582-5b0aa7e99f5c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-groups/26fc387d-2d0b-4e8d-b6b3-2a49bdf0715d HTTP/1.1" status: 200 len: 1612 time: 0.5223918 Dec 20 12:10:10.944911 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:10.945330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41020) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:10.964345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:11.013284 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Pushing event updated for resources: {'Port': ['ID=1cf8375c-39e0-43f8-841e-11869bb90c96,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:11.034180 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] For port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,segment=NetworkSegment(442a155e-d389-44d3-90c6-8e0332b5ebb7),segment_id=442a155e-d389-44d3-90c6-8e0332b5ebb7)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:11.034788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.052067 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:11.131482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Calling delete_port for 9fdd4961-96e4-4090-8c0d-2f3e0091734d owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:11.160141 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] Calling delete_port for 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:11.170823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.249284 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:11.250795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:11.265620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,segment=NetworkSegment(442a155e-d389-44d3-90c6-8e0332b5ebb7),segment_id=442a155e-d389-44d3-90c6-8e0332b5ebb7)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:11.265620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.267854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.272649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a49876d8-e434-4dd3-9585-0d80ab8f3cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:11.287994 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a107a904-72c9-4a7f-94dd-e53f3a6ce94e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.289996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.294125 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:11.294729 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.302854 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-79a59c7f-cbc2-4fd7-8d54-96749acb462b tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:11.336935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] Pushing event deleted for resources: {'Port': ['ID=8be67d2c-d5d1-49a8-9fd1-b93e58a36e65,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:11.339981 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:11.345506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.345746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe7d68-a6f4-4a8f-a2ac-42df48ed7755 None None] No DVR routers for this DVR port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:11.396861 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a107a904-72c9-4a7f-94dd-e53f3a6ce94e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.415352 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8963182 Dec 20 12:10:11.487975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 owned by network:dhcp {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:11.489506 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41024) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:11.542801 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'subnet': {'network_id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:11.578407 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Network': ['ID=ec547cd7-1d66-4323-8ddb-c194b273bcd7,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:11.591971 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:11.611666 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] No DVR routers for this DVR port 9fdd4961-96e4-4090-8c0d-2f3e0091734d on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:11.652189 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network ec547cd7-1d66-4323-8ddb-c194b273bcd7 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:10:11.663336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:11.684872 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-245e5bbc-f0c3-49b8-8a3c-da59e4fbbfbb tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:11.695405 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:11.695850 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:11.696378 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b0ac199e-536e-4e47-926e-60f2e689d433 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:11.759495 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.api [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:11.759972 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_db.api [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:11.770196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: b0ac199e-536e-4e47-926e-60f2e689d433 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:11.770196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device b0ac199e-536e-4e47-926e-60f2e689d433 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:11.790606 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Port': ['ID=9fdd4961-96e4-4090-8c0d-2f3e0091734d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:11.794166 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:11.807339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cb74e-c040-4084-a053-cfaa63a72720 req-185ea91f-13ae-41d6-82db-9b306b98fbcd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:11.808606 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-351cb74e-c040-4084-a053-cfaa63a72720 req-185ea91f-13ae-41d6-82db-9b306b98fbcd tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 945 time: 0.2064505 Dec 20 12:10:11.815339 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.850280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9ea9efc0-3a3c-4f59-8acf-357cf2e0d577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.953247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a107a904-72c9-4a7f-94dd-e53f3a6ce94e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.960761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.968096 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-062954a2-b04d-42cb-8a50-aab962633922 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:11.990736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Deleting port 9fdd4961-96e4-4090-8c0d-2f3e0091734d {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:11.991934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:11.999776 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:12.007088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107a904-72c9-4a7f-94dd-e53f3a6ce94e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc387d-2d0b-4e8d-b6b3-2a49bdf0715d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:12.009544 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:subnet and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:12.013754 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c158994e-d54f-41dc-b799-591b83d1c07e']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:12.021250 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:12.024063 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a107a904-72c9-4a7f-94dd-e53f3a6ce94e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:12.032590 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a107a904-72c9-4a7f-94dd-e53f3a6ce94e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.037177 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a107a904-72c9-4a7f-94dd-e53f3a6ce94e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-groups/26fc387d-2d0b-4e8d-b6b3-2a49bdf0715d HTTP/1.1" status: 204 len: 168 time: 1.0872176 Dec 20 12:10:12.037177 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:12.038324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7f6ba6-999d-4229-872b-d4d38ff2b400') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:12.038324 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7f6ba6-999d-4229-872b-d4d38ff2b400') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:12.045293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41032) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:12.072327 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.086247 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:12.100895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-896ed1bf-ab77-4c8c-9085-bb0fb321d414 None None] The port '9fdd4961-96e4-4090-8c0d-2f3e0091734d' was deleted {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:10:12.128724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ac1f9-b10e-4572-aee2-990c1ddc4b0e None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:10:12.142459 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.169804 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:12.170218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:12.193136 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:12.260696 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting port c5be15e9-8c2b-4989-ab79-0fcc04b67a11 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:12.261351 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.290147 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 8be67d2c-d5d1-49a8-9fd1-b93e58a36e65 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:12.291365 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.353048 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-351cb74e-c040-4084-a053-cfaa63a72720 req-61a1b842-8748-4867-a3c8-3f6d4a1e0c77 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4842107 Dec 20 12:10:12.354453 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6ae2c252-1904-497e-b01e-a9be07f4b740 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:12.370401 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.403305 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.409011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] The port '8be67d2c-d5d1-49a8-9fd1-b93e58a36e65' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:10:12.427868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8c94dacb-d852-4dbd-b54c-e6ac5225b2b1 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:12.446390 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03ac1f9-b10e-4572-aee2-990c1ddc4b0e None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:10:12.453673 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.459865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.501799 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662703'] for router, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.509929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Network': ['ID=c158994e-d54f-41dc-b799-591b83d1c07e,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:12.729894 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.735113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:12.737656 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c22fe770-91bb-4361-8af2-f04da51042e8 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/networks/c158994e-d54f-41dc-b799-591b83d1c07e HTTP/1.1" status: 204 len: 168 time: 2.6212211 Dec 20 12:10:12.747619 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.ipam_backend_mixin [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Performing IP validity checks on allocation pools {{(pid=83527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 12:10:12.748676 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.ipam_backend_mixin [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 12:10:12.752169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41040) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:12.791258 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6ae2c252-1904-497e-b01e-a9be07f4b740 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:12.793399 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6ae2c252-1904-497e-b01e-a9be07f4b740 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7462423 Dec 20 12:10:12.813928 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41044) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:12.923024 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.api.v2.resource [None req-1393675d-1074-42c1-86e4-3ce420ea8acb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] delete failed (client error): The resource could not be found. Dec 20 12:10:12.928517 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-1393675d-1074-42c1-86e4-3ce420ea8acb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-groups/26fc387d-2d0b-4e8d-b6b3-2a49bdf0715d HTTP/1.1" status: 404 len: 347 time: 0.1090713 Dec 20 12:10:12.929293 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41048) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:12.936843 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group': {'name': 'tempest-secgroup--601873899'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:12.945169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:12.954396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:12.956029 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Calling delete_port for c5be15e9-8c2b-4989-ab79-0fcc04b67a11 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:12.986423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.026206 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:13.029106 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c563c-93cd-48b7-9484-2f033e1120df None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:10:13.032426 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c16dc2c-722e-41da-8c76-46b67a021642']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:13.058833 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442a155e-d389-44d3-90c6-8e0332b5ebb7') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:13.059192 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442a155e-d389-44d3-90c6-8e0332b5ebb7') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:13.075308 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.112585 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.124419 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.137464 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:13.138182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:13.152504 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:13.212703 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c563c-93cd-48b7-9484-2f033e1120df None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:10:13.302288 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.319667 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.323299 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:13.335057 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-49857f99-3e23-4be1-b01a-0837707ce9e8 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:13.357414 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.364719 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a2cddbf8-23ce-4b27-af1b-eb4a5e0c1bcb tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:13.368876 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:13.376443 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab411d8-65cc-4232-874a-59580a586b75']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:13.383485 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:13.396617 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:13.396922 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.409006 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033a3e67-f654-43f9-abb6-95ce4a9bbcd3') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:13.409311 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033a3e67-f654-43f9-abb6-95ce4a9bbcd3') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:13.449700 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.476577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Subnet': ['ID=f42950a4-0001-468f-b01c-9c73c3d81404,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:13.476805 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=2c16dc2c-722e-41da-8c76-46b67a021642,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:13.481911 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:13.482873 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.493429 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:13.498784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:13.499167 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.514611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:13.520429 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:13.526701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-87029d3b-c974-45b8-a87d-408fad0e6b98 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:13.535564 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Checking segment: {'id': 'd5007df5-4011-4975-b90c-b520ea3539d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:13.535960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network hostable DHCP agents. Network: ec547cd7-1d66-4323-8ddb-c194b273bcd7, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:10:13.629998 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-65a7f168-7f2e-4adc-942e-a9c67ecb1269 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/2c16dc2c-722e-41da-8c76-46b67a021642 HTTP/1.1" status: 204 len: 168 time: 3.8515069 Dec 20 12:10:13.629998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Port': ['ID=c5be15e9-8c2b-4989-ab79-0fcc04b67a11,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:13.632762 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41054) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:13.636770 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:13.638261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.764389 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.769481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c05f1ed4-74bc-4831-a04d-e5c2888d3efc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:13.780283 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.803612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.848199 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8623fa6-19f8-41cf-89c5-51e3bf0ca8b2,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:13.850494 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network ec547cd7-1d66-4323-8ddb-c194b273bcd7 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:10:13.860743 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:13.862576 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-ed93a6ae-72db-40ae-80f7-26d0c17f2b87 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:13.879647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, ec547cd7-1d66-4323-8ddb-c194b273bcd7) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:13.884785 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/networks/3ab411d8-65cc-4232-874a-59580a586b75 HTTP/1.1" status: 204 len: 168 time: 1.1314514 Dec 20 12:10:13.891653 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.893112 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-61bd7562-f372-4b2d-adaa-732a1f647cf6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9627323 Dec 20 12:10:13.894832 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:13.895456 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:13.900509 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41058) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:13.900945 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41060) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:13.908835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Network': ['ID=3ab411d8-65cc-4232-874a-59580a586b75,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:13.918072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbe15e-2eec-4063-b0f2-451151236f86 None None] Network ec547cd7-1d66-4323-8ddb-c194b273bcd7 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:13.964715 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0df349f3-0b22-4925-9c7d-ba2334654c4d tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:13.973433 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group_rule': {'security_group_id': 'f8623fa6-19f8-41cf-89c5-51e3bf0ca8b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:14.029269 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.035035 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:14.045349 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6c6801f6-397e-4560-8972-ecc14196eeae tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5253015 Dec 20 12:10:14.047291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:14.060261 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41066) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:14.061145 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:14.103232 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:14.113101 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.132607 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65f6c9-34a6-4b1f-b8bb-419131832f0d req-34f4c759-be34-405c-9b79-ad221ba83391 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:14.134305 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-bf65f6c9-34a6-4b1f-b8bb-419131832f0d req-34f4c759-be34-405c-9b79-ad221ba83391 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 945 time: 0.5635493 Dec 20 12:10:14.155218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-eefc3601-c104-4e42-add1-905f4ee3bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.232965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.254719 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-bf65f6c9-34a6-4b1f-b8bb-419131832f0d req-010c626c-a348-47b9-8c5c-48a08a9ee16a tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621350 Dec 20 12:10:14.267144 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Router 28553732-c9af-4bee-8723-8f1a680492ab is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:10:14.433898 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-ec547cd7-1d66-4323-8ddb-c194b273bcd7', 'network_id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7', 'tenant_id': '9015b5f7618647d494b6ef6da366047b', 'fixed_ips': [{'subnet_id': 'f42950a4-0001-468f-b01c-9c73c3d81404'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:14.434946 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.498499 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.543638 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0656615a-4cca-49bb-b7ab-36138eb244b8']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:14.651317 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Allocated IP 172.20.0.3 (ec547cd7-1d66-4323-8ddb-c194b273bcd7/f42950a4-0001-468f-b01c-9c73c3d81404/5445dec4-e313-4dd6-b3a4-c3bff0b6a26d) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:14.775857 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbc942f-4aa8-4c7a-ad40-32c7945e10fe') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:14.776573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbc942f-4aa8-4c7a-ad40-32c7945e10fe') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:14.792663 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.798808 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.854092 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.903392 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:14.903870 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:14.921064 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:14.925287 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.941780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:14.957471 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa67d-ce3e-4ebf-9b51-ece4aae90879 req-1c5b2dd9-1d92-43b2-b7de-8167f3b66d95 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:14.960079 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-caeaa67d-ce3e-4ebf-9b51-ece4aae90879 req-1c5b2dd9-1d92-43b2-b7de-8167f3b66d95 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 945 time: 0.3738198 Dec 20 12:10:14.962759 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.014837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Router a3b55cd2-2255-491b-a598-0cf07e3d3215 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:15.018466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:15.049003 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.066513 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2bac4c-b328-469a-8c07-e99ccc871093,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:15.071601 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.088940 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:15.104016 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:15.104675 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479543c0-fc19-4de8-8792-484313710f7f None None] Sync routers for ids ['28553732-c9af-4bee-8723-8f1a680492ab'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:15.110271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Transition to ACTIVE for port object 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:15.128326 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.137761 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f86d8871-acbc-40a5-ba53-d8896917d6a1 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:15.150254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.151511 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e0215225-9dd7-4696-82dd-c3d46a10f100 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "PUT /v2.0/routers/28553732-c9af-4bee-8723-8f1a680492ab HTTP/1.1" status: 200 len: 919 time: 9.8634918 Dec 20 12:10:15.154065 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-caeaa67d-ce3e-4ebf-9b51-ece4aae90879 req-b99ab17c-52d7-470b-98d7-69484a55616d tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8876800-6f33-4f38-bd77-362e4f94c763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694884 Dec 20 12:10:15.161532 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41076) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:15.163787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.164029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479543c0-fc19-4de8-8792-484313710f7f None None] Routers {'28553732-c9af-4bee-8723-8f1a680492ab'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:15.164954 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-479543c0-fc19-4de8-8792-484313710f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['28553732-c9af-4bee-8723-8f1a680492ab'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.167059 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] 10.222.0.41 "DELETE /v2.0/networks/0656615a-4cca-49bb-b7ab-36138eb244b8 HTTP/1.1" status: 204 len: 168 time: 1.2614887 Dec 20 12:10:15.200070 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.200070 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-02ff422a-c347-4c3f-ac76-148d5a572159 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2922776 Dec 20 12:10:15.209921 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41082) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:15.210241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41084) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:15.211260 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Pushing event deleted for resources: {'Network': ['ID=0656615a-4cca-49bb-b7ab-36138eb244b8,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:15.216724 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:15.275280 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Transition to ACTIVE for port object 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:15.292457 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.295466 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-479543c0-fc19-4de8-8792-484313710f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.301385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.302283 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.311718 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:15.393340 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479543c0-fc19-4de8-8792-484313710f7f None None] Routers {'28553732-c9af-4bee-8723-8f1a680492ab'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:15.394266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-479543c0-fc19-4de8-8792-484313710f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['28553732-c9af-4bee-8723-8f1a680492ab'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.407057 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:15.420650 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] Sync routers for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:15.447829 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:15.448743 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.492493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e320ba9a-1d9a-4a37-82af-1c099286f94b tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.508343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.516481 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e320ba9a-1d9a-4a37-82af-1c099286f94b tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.521458 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-479543c0-fc19-4de8-8792-484313710f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.522182 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479543c0-fc19-4de8-8792-484313710f7f None None] The sync data for ids ['28553732-c9af-4bee-8723-8f1a680492ab'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:15.527769 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-726b2fa6-32f1-40a2-b328-14e746d1e273 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:15.539640 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Pushing event updated for resources: {'Port': ['ID=5445dec4-e313-4dd6-b3a4-c3bff0b6a26d,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:15.546324 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Network ec547cd7-1d66-4323-8ddb-c194b273bcd7 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:15.547776 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:15.549326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:15.553364 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:15.563833 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/a3b55cd2-2255-491b-a598-0cf07e3d3215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8895845 Dec 20 12:10:15.570765 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41090) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:15.592968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Subnet': ['ID=f42950a4-0001-468f-b01c-9c73c3d81404,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:15.601635 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:15.633655 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.659084 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] Routers {'a3b55cd2-2255-491b-a598-0cf07e3d3215'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:15.660382 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['a3b55cd2-2255-491b-a598-0cf07e3d3215'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.661126 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-b4bd5954-43f6-4cca-8425-54c7d234cf91 tempest-TestVolumeBootPattern-799234687 tempest-TestVolumeBootPattern-799234687-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1093 time: 0.4473569 Dec 20 12:10:15.673396 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41094) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:15.678749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e320ba9a-1d9a-4a37-82af-1c099286f94b tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.692870 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Request body: {'floatingip': {'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'port_id': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:15.736895 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Attempting to bind port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:15.738089 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Attempting to bind port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': 'd5007df5-4011-4975-b90c-b520ea3539d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:15.738686 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Attempting to bind port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d on network ec547cd7-1d66-4323-8ddb-c194b273bcd7 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:15.750449 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:15.751016 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:15.751625 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Checking segment: {'id': 'd5007df5-4011-4975-b90c-b520ea3539d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:15.752301 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.752942 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Bound using segment: {'id': 'd5007df5-4011-4975-b90c-b520ea3539d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:15.753722 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Bound port: 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5007df5-4011-4975-b90c-b520ea3539d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:15.754558 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.759548 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:15.762396 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-425fc18b-de2d-4405-b77d-1604d469089a tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] show failed (client error): The resource could not be found. Dec 20 12:10:15.768470 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-425fc18b-de2d-4405-b77d-1604d469089a tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1556978079 HTTP/1.1" status: 404 len: 335 time: 0.1949203 Dec 20 12:10:15.772484 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.781242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41100) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:15.793678 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Usage tracker for resource:floatingip and tenant:07f88a0fd7aa41769ff9360299eb17bf is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:15.797859 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:15.799379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-7724d907-97d7-4512-b7c9-88ca69aaf4bc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:15.814170 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320ba9a-1d9a-4a37-82af-1c099286f94b tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e2bac4c-b328-469a-8c07-e99ccc871093,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:15.823404 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.824042 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074376b-d899-4a29-ab95-de5d4ceb8f0f None None] The sync data for ids ['a3b55cd2-2255-491b-a598-0cf07e3d3215'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:15.861164 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e320ba9a-1d9a-4a37-82af-1c099286f94b tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:15.874959 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:15.880744 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e320ba9a-1d9a-4a37-82af-1c099286f94b tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.884779 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e320ba9a-1d9a-4a37-82af-1c099286f94b tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4e2bac4c-b328-469a-8c07-e99ccc871093 HTTP/1.1" status: 204 len: 168 time: 0.6697142 Dec 20 12:10:15.887798 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41104) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:15.901839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec547cd7-1d66-4323-8ddb-c194b273bcd7']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.928473 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] For port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:15.932255 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] For port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5445dec4-e313-4dd6-b3a4-c3bff0b6a26d,segment=NetworkSegment(d5007df5-4011-4975-b90c-b520ea3539d8),segment_id=d5007df5-4011-4975-b90c-b520ea3539d8)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:15.938069 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.943073 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:15.957847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for floatingip, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:15.987630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5007df5-4011-4975-b90c-b520ea3539d8') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.987885 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5007df5-4011-4975-b90c-b520ea3539d8') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:15.998473 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41108) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:16.021561 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.085021 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4dcf4218-30b7-4706-bf3b-d26c6cf9cdc2 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:16.086148 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Pushing event updated for resources: {'Port': ['ID=5445dec4-e313-4dd6-b3a4-c3bff0b6a26d,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:16.092944 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:16.110086 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.api.v2.resource [None req-7724d907-97d7-4512-b7c9-88ca69aaf4bc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] update failed (client error): The resource could not be found. Dec 20 12:10:16.115711 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7724d907-97d7-4512-b7c9-88ca69aaf4bc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1473459539 HTTP/1.1" status: 404 len: 335 time: 0.3236420 Dec 20 12:10:16.118811 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41114) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:16.188242 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc72e7-6a38-433f-888c-48a218aabf7e None None] Network ec547cd7-1d66-4323-8ddb-c194b273bcd7 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:16.251135 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.283802 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:16.284541 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:16.329538 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:16.344852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-4dcf4218-30b7-4706-bf3b-d26c6cf9cdc2 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:16.349045 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-4dcf4218-30b7-4706-bf3b-d26c6cf9cdc2 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4545040 Dec 20 12:10:16.350345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41118) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:16.410151 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-979f46f5-0ed9-4f88-aec2-82ecc21f703e tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/routers/28553732-c9af-4bee-8723-8f1a680492ab HTTP/1.1" status: 200 len: 925 time: 1.2431438 Dec 20 12:10:16.415165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41122) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:16.442835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.498171 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fcaabf-3f4d-4e63-b5d5-5e2e5431785f None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:10:16.517439 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting subnet 578a5d95-05d8-4025-b32b-f1a5866893c3 {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:16.523749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.534755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:10:16.534755 dv-neutron-victoria-2-hyperv neutron-server[83527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:10:16.534755 dv-neutron-victoria-2-hyperv neutron-server[83527]: [parameters: {'id': 'ec547cd7-1d66-4323-8ddb-c194b273bcd7'}] Dec 20 12:10:16.534755 dv-neutron-victoria-2-hyperv neutron-server[83527]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:16.535596 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:16.563011 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-913a34d7-d1c5-489d-97a0-76d5a5d1ebea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1e84d9958bd40be91bb0acfa1ce7e4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5534348 Dec 20 12:10:16.567357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41126) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:16.670073 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.726740 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.782300 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fcaabf-3f4d-4e63-b5d5-5e2e5431785f None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:10:16.826759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.834205 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.919071 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ca6528a4-038a-43f5-b0cf-1ef2d3499323 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=0f1adbd6-3d78-4207-9663-36ecb9e9af50&device_id=28553732-c9af-4bee-8723-8f1a680492ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4956911 Dec 20 12:10:16.919722 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41130) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:16.922879 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0df208ed-262a-47fc-aa72-72a736173fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:16.970276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0df208ed-262a-47fc-aa72-72a736173fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.004077 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.034030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f0817448-e3a5-44cf-98e0-7642ef8858f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:17.056025 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.066580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.111242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8623fa6-19f8-41cf-89c5-51e3bf0ca8b2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:17.117074 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:17.168447 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.170097 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8623fa6-19f8-41cf-89c5-51e3bf0ca8b2 HTTP/1.1" status: 204 len: 168 time: 0.8184006 Dec 20 12:10:17.175105 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41134) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:17.200770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ad9cac-29ca-4929-bed6-2ae7c4f22277 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:17.203784 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-90ad9cac-29ca-4929-bed6-2ae7c4f22277 tempest-RoutersIpV6AdminTest-2061026941 tempest-RoutersIpV6AdminTest-2061026941-project-admin] 10.222.0.41 "GET /v2.0/networks/0f1adbd6-3d78-4207-9663-36ecb9e9af50 HTTP/1.1" status: 200 len: 881 time: 0.2830548 Dec 20 12:10:17.210220 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Deleting port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:17.210557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.224843 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41138) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:17.240782 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.250695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Allocated IP 172.36.7.225 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/36a73e3e-04c8-4e67-a523-093a08bc0883) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:17.251165 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-22c90da1-867e-4122-8b71-ae49e13495d5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:17.322318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Subnet': ['ID=578a5d95-05d8-4025-b32b-f1a5866893c3,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:17.324769 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:17.325388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0df208ed-262a-47fc-aa72-72a736173fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.339115 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ab30912e-7ecc-41ea-88ba-545f00fc2994 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:17.360651 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.366463 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-916a398b-966e-42c9-b43e-80ce68da5d13 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "GET /v2.0/ports?device_id=28553732-c9af-4bee-8723-8f1a680492ab HTTP/1.1" status: 200 len: 205 time: 0.1271322 Dec 20 12:10:17.368004 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41142) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:17.371797 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2ed9d-3b0d-4319-89ab-46102b0666cf None None] Network d1673606-ec9e-449a-b817-edeb2403cad7 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:17.487803 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df208ed-262a-47fc-aa72-72a736173fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d8e462-6a18-452b-a472-dc825dad14f5,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:17.506582 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-faf4421e-2f08-49d1-bd2d-b2c2dd069fd4 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:17.524647 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0df208ed-262a-47fc-aa72-72a736173fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:17.532107 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bdebc649-c959-4b3a-8c6e-e929e5520f22 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/subnets/578a5d95-05d8-4025-b32b-f1a5866893c3 HTTP/1.1" status: 204 len: 168 time: 1.4076703 Dec 20 12:10:17.537590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0df208ed-262a-47fc-aa72-72a736173fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.541633 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0df208ed-262a-47fc-aa72-72a736173fc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77d8e462-6a18-452b-a472-dc825dad14f5 HTTP/1.1" status: 204 len: 168 time: 0.9688287 Dec 20 12:10:17.542149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41146) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:17.644751 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-faf4421e-2f08-49d1-bd2d-b2c2dd069fd4 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:17.647450 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-faf4421e-2f08-49d1-bd2d-b2c2dd069fd4 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4703097 Dec 20 12:10:17.659275 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41152) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:17.677557 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port f56cce5e-1fa3-46b9-bf2a-ce2d36017206 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:17.677965 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.693418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] DHCP port deletion for d1673606-ec9e-449a-b817-edeb2403cad7 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:17.699706 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Deleting port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:17.700140 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.768307 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group': {'name': 'tempest-secgroup--644897943'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:17.776438 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:17.780189 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] For port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5445dec4-e313-4dd6-b3a4-c3bff0b6a26d,segment=NetworkSegment(d5007df5-4011-4975-b90c-b520ea3539d8),segment_id=d5007df5-4011-4975-b90c-b520ea3539d8)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:17.780841 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.790438 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:17.795187 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.857654 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.912787 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:17.968878 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] For port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d,segment=NetworkSegment(c73805bb-da33-4f09-bf3a-437c2ba007f1),segment_id=c73805bb-da33-4f09-bf3a-437c2ba007f1)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:17.969176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.018786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Calling delete_port for 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:18.099741 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:18.106455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:18.107146 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.112623 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Calling delete_port for 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:18.193910 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:18.206520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.209534 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:18.220347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:18.231504 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.246069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b4e1244b-a009-40d6-859a-64f3979a62eb tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:18.253303 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:18.273109 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Pushing event deleted for resources: {'Port': ['ID=4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:18.276202 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:18.285183 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] No DVR routers for this DVR port 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:18.310322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.324238 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port f56cce5e-1fa3-46b9-bf2a-ce2d36017206, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,segment=NetworkSegment(73a29174-bcb4-4d9b-b580-f41351eea61d),segment_id=73a29174-bcb4-4d9b-b580-f41351eea61d)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:18.324599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.370436 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] The port '4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d' was deleted {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:10:18.402044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'Port': ['ID=36a73e3e-04c8-4e67-a523-093a08bc0883,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:18.469717 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:18.470647 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-82a3b581-0a34-499c-8cc4-af15fdfe54d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:18.499235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:18.505985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for f56cce5e-1fa3-46b9-bf2a-ce2d36017206 owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:18.526608 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.544934 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:18.547058 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] No DVR routers for this DVR port 5445dec4-e313-4dd6-b3a4-c3bff0b6a26d on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:18.811518 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:18.853592 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Port': ['ID=5445dec4-e313-4dd6-b3a4-c3bff0b6a26d,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:18.871385 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:18.905757 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.919758 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.927632 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:18.940538 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:18.965583 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1673606-ec9e-449a-b817-edeb2403cad7']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:19.007232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73805bb-da33-4f09-bf3a-437c2ba007f1') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:19.007673 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73805bb-da33-4f09-bf3a-437c2ba007f1') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:19.015780 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41174) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:19.043285 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:19.053111 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.058943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.064702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:19.087450 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.088681 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2ed11a00-1195-4eb5-9b13-00353ac61722 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3318172 Dec 20 12:10:19.093590 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41180) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:19.094610 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.105716 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group_rule': {'security_group_id': 'd04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:19.113602 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:19.116415 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:19.116919 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:19.134834 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:19.167259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:19.179482 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec547cd7-1d66-4323-8ddb-c194b273bcd7']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:19.238034 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5007df5-4011-4975-b90c-b520ea3539d8') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:19.239036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5007df5-4011-4975-b90c-b520ea3539d8') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:19.259691 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1711783265'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:19.267903 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:19.277343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.284978 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.291011 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:19.293652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Usage tracker for resource:network and tenant:22677efcb6ce4922bdaf10d14aa60b76 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:19.296770 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-cff3961a-15b8-4429-95be-625acc0975b8 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:19.321259 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:19.340278 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:19.343580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=f56cce5e-1fa3-46b9-bf2a-ce2d36017206,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:19.353716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:19.354449 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:19.354684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.360916 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.364366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.368701 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e39bf6fe-f212-4b82-aef8-27bcd107c905 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:19.379807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:19.380355 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.387767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.395387 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/networks/d1673606-ec9e-449a-b817-edeb2403cad7 HTTP/1.1" status: 204 len: 168 time: 1.8516726 Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:19.399837 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:19.405395 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41184) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:19.408537 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Network': ['ID=d1673606-ec9e-449a-b817-edeb2403cad7,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:19.411232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fe47df22-66b4-41bd-90d6-4b827034746b tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:19.532435 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Made reservation on behalf of 22677efcb6ce4922bdaf10d14aa60b76 for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:19.535438 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.536118 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.538854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.552745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.558376 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:19.569472 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Deleting port 1cf8375c-39e0-43f8-841e-11869bb90c96 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:19.570402 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.662290 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a13ffc-c0fa-40f6-b039-67461e76734f,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:19.666452 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:19.676071 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.708513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:19.797513 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.803858 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7062967 Dec 20 12:10:19.804961 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41188) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:19.825388 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group_rule': {'security_group_id': 'd04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:19.847839 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.856098 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:19.872221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:19.872565 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 4fba8e24-9fa7-4bfd-87b2-a3ec8344a93d not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:19.898366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-b8808c28-af50-4ea6-b632-659e8eb21c62 tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:19.916647 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:19.922210 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.924837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:19.933149 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:19.967572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Network': ['ID=ec547cd7-1d66-4323-8ddb-c194b273bcd7,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:19.982411 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:19.993374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.028197 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:20.056331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:20.127670 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Calling delete_port for 1cf8375c-39e0-43f8-841e-11869bb90c96 owned by network:router_gateway {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:20.162630 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Usage tracker for resource:security_group_rule and tenant:22677efcb6ce4922bdaf10d14aa60b76 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:20.179215 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e15f3363-a995-4461-8cc2-0d19d5683c74 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "DELETE /v2.0/networks/ec547cd7-1d66-4323-8ddb-c194b273bcd7 HTTP/1.1" status: 204 len: 168 time: 6.1072490 Dec 20 12:10:20.194046 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:20.201906 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41192) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:20.210000 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:20.211827 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2118707088'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:20.231380 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:20.250523 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:network and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:20.256589 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:20.273889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:20.299660 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting subnet 724fec8a-c429-428f-bbd6-9025a5338c72 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:20.305656 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.308931 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.315182 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.321374 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:20.324465 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.338435 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:20.369501 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0661459b-50e4-4901-9d54-cf9135ee81da,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:20.379083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:20.444220 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:10:20.446644 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.447834 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-89034419-24d6-4e53-a9e8-38ce60757b06 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6348283 Dec 20 12:10:20.455114 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41196) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:20.467834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group_rule': {'security_group_id': 'd04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:20.477199 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:20.486638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.486994 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Added segment 005e5e01-8815-4c3b-bfb2-d4f9a66ae852 of type vlan for network ee717077-cdc6-4d17-a852-7702853b5aa4 Dec 20 12:10:20.492255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:20.502564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:20.510834 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:20.515905 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.523047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-df6d1d25-7d2e-4c94-a847-53abbd006777 tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:20.548783 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.596039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event deleted for resources: {'Port': ['ID=1cf8375c-39e0-43f8-841e-11869bb90c96,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:20.602318 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:20.604195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.648892 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.661383 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.675563 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.682043 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-51aaa134-8fc8-42b0-b28e-cecb1f539c7d tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:20.737530 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:10:20.750709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.758065 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fee9e6-07df-4c2d-8291-4508b209ac87,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:20.761263 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.766660 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:20.767409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.781753 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b765b3be-a48a-4cca-a62a-727aaab39faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:20.815475 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:20.823184 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.823570 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Added segment 985810fe-835e-408f-9555-1b73ef73f43e of type vlan for network 9080671f-2732-439e-8ea5-134cb98db02f Dec 20 12:10:20.832333 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:20.985535 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7818975 Dec 20 12:10:21.002679 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41200) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:21.004998 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.065151 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'subnet': {'network_id': 'ee717077-cdc6-4d17-a852-7702853b5aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:21.079794 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.084789 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.089028 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.098677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Network': ['ID=ee717077-cdc6-4d17-a852-7702853b5aa4,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:21.107921 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656382'] for router_gateway, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.121159 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network ee717077-cdc6-4d17-a852-7702853b5aa4 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:10:21.233986 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.260905 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d879d27d-6041-4241-8fe5-f623f98d20b1 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:21.295524 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-95d430dc-a3a8-4354-8833-8a17feb616bb tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:21.306506 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:21.310037 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.351077 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.354995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944de4a-3bd8-473e-9c39-5cfc2fc161bf None None] Network c4a891ff-7b86-4b56-933f-7a46bba2056b requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:21.357641 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:21.358677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.382229 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.386698 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Subnet': ['ID=724fec8a-c429-428f-bbd6-9025a5338c72,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:21.407765 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:21.413792 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f975e3-a306-4c4a-8dfe-3c0905b8f569,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:21.417224 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-20f0e5cb-2d68-4772-90df-277169031bcd tempest-BulkNetworkOpsTest-93710280 tempest-BulkNetworkOpsTest-93710280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:21.476191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:21.484667 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.486224 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0299761 Dec 20 12:10:21.490609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41204) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:21.525882 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group_rule': {'security_group_id': 'd04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:21.531379 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8437f62d-ae0c-4fa3-b70c-ad97a299e77f tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/subnets/724fec8a-c429-428f-bbd6-9025a5338c72 HTTP/1.1" status: 204 len: 168 time: 2.0796432 Dec 20 12:10:21.544194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41208) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:21.548308 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:21.552897 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5334256 Dec 20 12:10:21.604889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41212) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:21.647987 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:21.723951 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:21.730593 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1752512643'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:21.744398 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:21.747198 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Pushing event updated for resources: {'Network': ['ID=9080671f-2732-439e-8ea5-134cb98db02f,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:21.749913 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:21.757086 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:21.760923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-d24911de-9775-4bae-95b3-7f69f0dc79dc tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:21.762079 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:subnet and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:21.771221 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] DHCP port deletion for c4a891ff-7b86-4b56-933f-7a46bba2056b request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:21.772889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:21.778302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257921'] for router, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.779611 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] Deleting port 06b51342-cc73-4a8b-9a97-f781f953c752 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:21.779739 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.784052 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Usage tracker for resource:network and tenant:22677efcb6ce4922bdaf10d14aa60b76 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:21.797897 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:21.803822 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:21.809055 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.813412 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:21.838218 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:21.871640 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Made reservation on behalf of 22677efcb6ce4922bdaf10d14aa60b76 for: {'network': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:21.879555 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.887297 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 9080671f-2732-439e-8ea5-134cb98db02f details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:10:21.978764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859090'] for router, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:21.978764 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Fanout notify agent at l3_agent the message router_deleted on router 28553732-c9af-4bee-8723-8f1a680492ab {{(pid=83528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 12:10:22.075361 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.095678 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.095678 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-3bc49a5b-6076-42bf-bbb7-c0e31d62d8d2 tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "DELETE /v2.0/routers/28553732-c9af-4bee-8723-8f1a680492ab HTTP/1.1" status: 204 len: 168 time: 4.7159867 Dec 20 12:10:22.103529 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41216) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:22.140551 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=83528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:10:22.162032 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.203235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1419839437', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50'}, 'admin_state_up': False}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:22.203235 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:22.217797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Usage tracker for resource:router and tenant:6d14643c886f4fceabbbd0cb9bed2546 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:22.217797 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:22.229701 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:22.234926 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.234926 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.db.segments_db [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Added segment 3a4472ab-bcbe-49b4-a083-de751f5c9831 of type vlan for network f257ca9b-b931-4d0b-af61-34536ba1db7e Dec 20 12:10:22.269675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.269675 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.309297 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.389159 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] For port 06b51342-cc73-4a8b-9a97-f781f953c752, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=06b51342-cc73-4a8b-9a97-f781f953c752,segment=NetworkSegment(d1da4fc8-9b84-4b64-bb46-d46507cf6d91),segment_id=d1da4fc8-9b84-4b64-bb46-d46507cf6d91)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:22.389159 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.505854 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.557929 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.557929 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:22.557929 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.595647 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] Calling delete_port for 06b51342-cc73-4a8b-9a97-f781f953c752 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:22.622613 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-73be781c-8324-4c3a-b940-d3bd2cdd0865 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:22.786766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.786766 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:22.885999 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.902185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] Pushing event deleted for resources: {'Port': ['ID=06b51342-cc73-4a8b-9a97-f781f953c752,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:22.911366 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2792377 Dec 20 12:10:22.917134 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:22.926003 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41220) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:22.933531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7461b-0eaa-4920-ac9b-6dc11f75e677 None None] No DVR routers for this DVR port 06b51342-cc73-4a8b-9a97-f781f953c752 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:22.938462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Pushing event updated for resources: {'Network': ['ID=f257ca9b-b931-4d0b-af61-34536ba1db7e,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:22.938462 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-8cc2a1cf-1a4e-458a-8ba7-d4b2514c5252 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:22.942337 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network f257ca9b-b931-4d0b-af61-34536ba1db7e details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:10:22.945585 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Request body: {'subnet': {'network_id': '9080671f-2732-439e-8ea5-134cb98db02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:22.955129 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:22.996555 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257930'] for router, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.041941 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:23.081194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5f2cde-7b12-41eb-a7c6-9202ef7a45a3,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:23.081194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.081194 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5768509 Dec 20 12:10:23.081194 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a2819a7f-9b54-42f3-847b-875fd112809c tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:23.137832 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41224) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:23.167478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group_rule': {'security_group_id': 'd04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:23.186387 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:23.198157 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.210406 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f3f2c83f-d92f-4e8c-8a93-d08676e8e547 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:23.231346 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting subnet 49012dfd-6bef-4551-b291-bdaf89af7c68 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:23.235275 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.252469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:23.263577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.resource_extend [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:10:23.266776 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:23.309562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:23.309562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:23.309562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Usage tracker for resource:subnet and tenant:22677efcb6ce4922bdaf10d14aa60b76 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:23.322824 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:23.343615 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:23.362813 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks [] for port, precommit_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.371416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Subnet': ['ID=ec10a548-a9ea-4c87-951e-283fee634087,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:23.371416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:23.371416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.394281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Made reservation on behalf of 22677efcb6ce4922bdaf10d14aa60b76 for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:23.401272 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8208596'] for port, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.414868 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-78e63c4f-092e-414c-af88-ad0a04e6245b tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:23.458241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41230) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:23.461197 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Checking segment: {'id': '005e5e01-8815-4c3b-bfb2-d4f9a66ae852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee717077-cdc6-4d17-a852-7702853b5aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:23.461735 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network hostable DHCP agents. Network: ee717077-cdc6-4d17-a852-7702853b5aa4, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:10:23.468038 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.536251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 06b51342-cc73-4a8b-9a97-f781f953c752 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:23.583832 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 06b51342-cc73-4a8b-9a97-f781f953c752 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:23.584464 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 06b51342-cc73-4a8b-9a97-f781f953c752 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:23.641780 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.659823 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Pushing event updated for resources: {'Port': ['ID=36a73e3e-04c8-4e67-a523-093a08bc0883,revision_number=2']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:23.714221 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:23.782240 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656259'] for floatingip, after_update {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.886677 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.894705 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.949785 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:23.970241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:23.980690 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:24.012512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network ee717077-cdc6-4d17-a852-7702853b5aa4 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:10:24.027240 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94263a70-ae52-4283-b3a4-cb4f4b9013fd,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:24.043357 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:24.051443 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Deleting port 1dead1ab-1a32-457e-8b63-624b346cfcd2 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:24.052008 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.108615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.127831 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, ee717077-cdc6-4d17-a852-7702853b5aa4) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:24.136232 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.142466 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f80acad4-00d7-4e6e-8c35-f4ccc2ab3f4f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0035765 Dec 20 12:10:24.142708 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b0f6b-6206-444c-8fb8-1d1bae9f6d9a None None] Network ee717077-cdc6-4d17-a852-7702853b5aa4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:24.148454 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:24.149407 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.156860 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41234) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:24.173558 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a6a3aade-8a45-4d6e-ae34-d6449de294e1 tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:24.301784 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.331241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Subnet': ['ID=49012dfd-6bef-4551-b291-bdaf89af7c68,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:24.358854 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-134e76e3-e822-4a93-8c9f-3fcd35fe03d8 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3516715 Dec 20 12:10:24.365505 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.373915 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41238) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:24.383466 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.401835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83581b10-f6aa-465d-913a-f88d6258a488 None None] Network 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:24.463229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-ee717077-cdc6-4d17-a852-7702853b5aa4', 'network_id': 'ee717077-cdc6-4d17-a852-7702853b5aa4', 'tenant_id': '9015b5f7618647d494b6ef6da366047b', 'fixed_ips': [{'subnet_id': 'ec10a548-a9ea-4c87-951e-283fee634087'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:24.464282 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.466688 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.467062 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.467426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.467833 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.468259 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.468583 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.468938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.469291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.469655 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.469996 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.470330 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:24.487419 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:24.517993 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d988f80d-a029-4e8e-b905-89233d809fce tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.518293 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-aa984694-16b3-4ff1-8aa1-5b4a4b84b7dc tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/subnets/49012dfd-6bef-4551-b291-bdaf89af7c68 HTTP/1.1" status: 204 len: 168 time: 2.9604566 Dec 20 12:10:24.527062 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41242) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:24.571952 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d988f80d-a029-4e8e-b905-89233d809fce tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.779500 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.789392 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.790060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:24.802641 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-de65c942-82b8-4536-bcae-b3cda8862097 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:24.887761 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Allocated IP 172.20.0.1 (ee717077-cdc6-4d17-a852-7702853b5aa4/ec10a548-a9ea-4c87-951e-283fee634087/5b2c2940-4560-4aee-9f97-6998ca679557) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:24.910702 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.006624 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.015837 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d988f80d-a029-4e8e-b905-89233d809fce tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.022603 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] DHCP port deletion for 3cfc3a62-0c8f-47b0-86a8-f16160f411d9 request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:25.025282 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Calling delete_port for 1dead1ab-1a32-457e-8b63-624b346cfcd2 owned by network:floatingip {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:25.039654 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] Deleting port 2ad94e86-8734-422f-83b4-5e98543540bb {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:25.040527 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.080972 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.l3_db [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Floating IP e0637bcf-3df9-435c-a8f1-51bdb3eb2c37 associated. External IP: 172.36.7.225, port: e2e93ac4-0e00-48ac-b473-6d3c59babda0. Dec 20 12:10:25.133808 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-d988f80d-a029-4e8e-b905-89233d809fce tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.137561 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-d988f80d-a029-4e8e-b905-89233d809fce tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/94263a70-ae52-4283-b3a4-cb4f4b9013fd HTTP/1.1" status: 204 len: 168 time: 0.9768167 Dec 20 12:10:25.144856 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Pushing event updated for resources: {'Subnet': ['ID=fb90e432-2322-43f1-9587-2c3090ba91f4,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:25.150031 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41246) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:25.165897 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_common [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Allocated IP 172.36.7.42 (0f1adbd6-3d78-4207-9663-36ecb9e9af50/27654143-962a-4d93-ad75-136381b4f09d/8f3d52b3-f7ea-4657-8859-7f3b5b6a9533) {{(pid=83527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:25.188783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:25.197281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:25.232082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:25.257776 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988f80d-a029-4e8e-b905-89233d809fce tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94263a70-ae52-4283-b3a4-cb4f4b9013fd,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:25.269195 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d988f80d-a029-4e8e-b905-89233d809fce tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:25.279427 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:25.291581 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Checking segment: {'id': '985810fe-835e-408f-9555-1b73ef73f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9080671f-2732-439e-8ea5-134cb98db02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:25.291948 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Network hostable DHCP agents. Network: 9080671f-2732-439e-8ea5-134cb98db02f, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:10:25.316467 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-e9a72ffe-407c-4f08-8044-c51cbfbf0a8d tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6796923 Dec 20 12:10:25.318644 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41250) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:25.385219 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.413353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:25.414006 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:25.424887 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.467278 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f64350a0-6191-45f5-97e7-936c14c417e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:25.471815 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a891ff-7b86-4b56-933f-7a46bba2056b']}} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:25.501871 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1da4fc8-9b84-4b64-bb46-d46507cf6d91') {'for_net_delete': True} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:25.502684 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.services.segments.db [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1da4fc8-9b84-4b64-bb46-d46507cf6d91') {} {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:25.513413 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.539423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Network 9080671f-2732-439e-8ea5-134cb98db02f is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:10:25.543430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7969493'] for segment, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.581892 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 9080671f-2732-439e-8ea5-134cb98db02f) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:25.582246 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-f64350a0-6191-45f5-97e7-936c14c417e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:25.584737 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-f64350a0-6191-45f5-97e7-936c14c417e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4330688 Dec 20 12:10:25.590218 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41254) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:25.593355 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.602975 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:25.604337 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.608384 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.615060 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-426b7e97-621b-4144-82f7-369843e05a69 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:25.619831 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Transition to ACTIVE for port object 5b2c2940-4560-4aee-9f97-6998ca679557 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:25.641038 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 2ad94e86-8734-422f-83b4-5e98543540bb no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:25.656002 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=83528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:25.656954 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8257456'] for segment, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.664635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c1810-cb3a-461b-a3c4-a100d9d2a5fa None None] Network 9080671f-2732-439e-8ea5-134cb98db02f requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: Traceback (most recent call last): Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: timer() Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: cb(*args, **kw) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: return func(*args, **kwargs) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: self._notify() Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: self.callback(batched_events) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: event.method(event) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: return f(self, *a, **k) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._get(url).json() Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:25.690502 dv-neutron-victoria-2-hyperv neutron-server[83528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:25.752064 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] For port 2ad94e86-8734-422f-83b4-5e98543540bb, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=2ad94e86-8734-422f-83b4-5e98543540bb,segment=NetworkSegment(4901569b-5d83-4f9d-9b56-e87cd4d603ee),segment_id=4901569b-5d83-4f9d-9b56-e87cd4d603ee)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:25.752531 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.756724 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event deleted for resources: {'Port': ['ID=1dead1ab-1a32-457e-8b63-624b346cfcd2,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:25.864045 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:25.877833 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18e56302-43bc-4e12-8c9c-8e8348add230 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.883099 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e4bd7753-932b-4377-9802-aef6e08511a8 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9846787 Dec 20 12:10:25.887938 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41258) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:25.925118 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Request body: {'subnet': {'network_id': 'f257ca9b-b931-4d0b-af61-34536ba1db7e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:25.941852 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18e56302-43bc-4e12-8c9c-8e8348add230 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.951239 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for port, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.962251 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] Calling delete_port for 2ad94e86-8734-422f-83b4-5e98543540bb owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:25.979512 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.984034 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for network, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:25.991493 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b0e54713-9f43-4e3a-a0b0-085380342211 tempest-NetworksIpV6Test-937223685 tempest-NetworksIpV6Test-937223685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:25.995956 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Transition to ACTIVE for port object 5b2c2940-4560-4aee-9f97-6998ca679557 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:26.023349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Network': ['ID=c4a891ff-7b86-4b56-933f-7a46bba2056b,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:26.025872 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.028810 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/networks/c4a891ff-7b86-4b56-933f-7a46bba2056b HTTP/1.1" status: 204 len: 168 time: 1.4898510 Dec 20 12:10:26.032104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ea7ff74e-0cd9-4d55-bbcd-059ae362ef91 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:26.032862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.db_base_plugin_v2 [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting subnet 43bb1cb7-fa7a-43e0-b4c7-404b3bd14399 {{(pid=83527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:26.034054 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks [] for floatingip, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.035513 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:26.084746 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-48f698f1-acc9-405a-9ff9-b4001e1f6920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:26.096044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41262) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:26.099353 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.245193 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18e56302-43bc-4e12-8c9c-8e8348add230 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.299763 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.328552 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:26.375051 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Network ee717077-cdc6-4d17-a852-7702853b5aa4 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:26.391027 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:26.396924 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944389'] for subnet, precommit_delete_associations {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.434748 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:26.435997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Usage tracker for resource:subnet and tenant:22677efcb6ce4922bdaf10d14aa60b76 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:26.437646 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Pushing event updated for resources: {'Port': ['ID=5b2c2940-4560-4aee-9f97-6998ca679557,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:26.441918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:26.457432 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.459777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e56302-43bc-4e12-8c9c-8e8348add230 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc5f2cde-7b12-41eb-a7c6-9202ef7a45a3,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:26.468732 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:26.474850 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-18e56302-43bc-4e12-8c9c-8e8348add230 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:26.481814 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:26.484709 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f998fdee-1f4d-4574-921d-436e2fd3b358 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:26.516443 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:26.534666 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:10:26.542356 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Subnet': ['ID=ec10a548-a9ea-4c87-951e-283fee634087,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:26.551521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.555174 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:26.576139 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.591153 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-720947b5-196f-46d4-9f84-4f51b6cb98b5 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:26.655379 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.670679 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:26.679580 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-18e56302-43bc-4e12-8c9c-8e8348add230 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.680768 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-18e56302-43bc-4e12-8c9c-8e8348add230 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cc5f2cde-7b12-41eb-a7c6-9202ef7a45a3 HTTP/1.1" status: 204 len: 168 time: 1.0872006 Dec 20 12:10:26.694186 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41266) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:26.712393 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Made reservation on behalf of 22677efcb6ce4922bdaf10d14aa60b76 for: {'subnet': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:26.795236 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] Pushing event deleted for resources: {'Port': ['ID=2ad94e86-8734-422f-83b4-5e98543540bb,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:26.855088 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.863993 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-9cdaa308-2c10-407a-9949-698f57c062a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1494255 Dec 20 12:10:26.866054 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:26.867968 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Network 0f1adbd6-3d78-4207-9663-36ecb9e9af50 is already hosted by enough agents. {{(pid=83527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:26.870822 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Resources bound (agent type, host, resource id): {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:26.872361 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41270) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:26.873046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-9080671f-2732-439e-8ea5-134cb98db02f', 'network_id': '9080671f-2732-439e-8ea5-134cb98db02f', 'tenant_id': '22677efcb6ce4922bdaf10d14aa60b76', 'fixed_ips': [{'subnet_id': 'fb90e432-2322-43f1-9587-2c3090ba91f4'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:26.873683 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.899210 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Router 6a9c6f7c-a43e-4172-9203-4b3a87455306 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:26.956023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-221292dc-e08a-4971-842f-f59e2df12b98 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:26.959682 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5952c-6a90-4590-a051-05cdbf1a4c24 None None] No DVR routers for this DVR port 2ad94e86-8734-422f-83b4-5e98543540bb on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:26.961503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Attempting to bind port 5b2c2940-4560-4aee-9f97-6998ca679557 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:26.961854 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Attempting to bind port 5b2c2940-4560-4aee-9f97-6998ca679557 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '005e5e01-8815-4c3b-bfb2-d4f9a66ae852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee717077-cdc6-4d17-a852-7702853b5aa4'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:26.962222 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Attempting to bind port 5b2c2940-4560-4aee-9f97-6998ca679557 on network ee717077-cdc6-4d17-a852-7702853b5aa4 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:27.018787 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Received port after_create {{(pid=83527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:27.107338 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-221292dc-e08a-4971-842f-f59e2df12b98 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.160423 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-221292dc-e08a-4971-842f-f59e2df12b98 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.169117 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Allocated IP 2001:db8::2 (9080671f-2732-439e-8ea5-134cb98db02f/fb90e432-2322-43f1-9587-2c3090ba91f4/e1e47bef-41b6-49bb-bf88-c72cb3d5d43e) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:27.170677 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-a4bd9218-9767-4faa-b7bf-898699f35c7e tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:27.185242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221292dc-e08a-4971-842f-f59e2df12b98 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9f975e3-a306-4c4a-8dfe-3c0905b8f569,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.236254 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-221292dc-e08a-4971-842f-f59e2df12b98 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.243629 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-221292dc-e08a-4971-842f-f59e2df12b98 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.244886 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-221292dc-e08a-4971-842f-f59e2df12b98 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e9f975e3-a306-4c4a-8dfe-3c0905b8f569 HTTP/1.1" status: 204 len: 168 time: 0.3692462 Dec 20 12:10:27.252019 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41274) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.324427 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bb8be950-4728-4518-97cd-45f9d11e87f6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:27.351704 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bb8be950-4728-4518-97cd-45f9d11e87f6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:27.353502 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bb8be950-4728-4518-97cd-45f9d11e87f6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1003618 Dec 20 12:10:27.360617 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41278) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.380140 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Pushing event updated for resources: {'Port': ['ID=8f3d52b3-f7ea-4657-8859-7f3b5b6a9533,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.383018 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:27.390478 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.401357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.413318 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] Sync routers for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:27.452914 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:27.453588 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:27.460139 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1300-19a9-4280-ad8a-810642db2d9d tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.482225 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1300-19a9-4280-ad8a-810642db2d9d tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.489628 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee717077-cdc6-4d17-a852-7702853b5aa4']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:27.496363 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.513353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Transition to ACTIVE for port object e1e47bef-41b6-49bb-bf88-c72cb3d5d43e will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:27.513758 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-2b3125a8-4b1e-445a-9043-5da61a8b3796 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "DELETE /v2.0/floatingips/42c384cc-491f-42e4-873a-5c4a8ca3a302 HTTP/1.1" status: 204 len: 168 time: 4.0434480 Dec 20 12:10:27.517927 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'}] {{(pid=83528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:27.541918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Transition to ACTIVE for port object e1e47bef-41b6-49bb-bf88-c72cb3d5d43e will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:27.548347 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:27.549847 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Checking segment: {'id': '005e5e01-8815-4c3b-bfb2-d4f9a66ae852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee717077-cdc6-4d17-a852-7702853b5aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:27.552336 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.553082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696543'] for subnet, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.553573 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Bound using segment: {'id': '005e5e01-8815-4c3b-bfb2-d4f9a66ae852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee717077-cdc6-4d17-a852-7702853b5aa4'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:27.554334 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Bound port: 5b2c2940-4560-4aee-9f97-6998ca679557, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005e5e01-8815-4c3b-bfb2-d4f9a66ae852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee717077-cdc6-4d17-a852-7702853b5aa4'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:27.555102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.569980 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.574372 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1300-19a9-4280-ad8a-810642db2d9d tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.585661 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005e5e01-8815-4c3b-bfb2-d4f9a66ae852') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:27.586159 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005e5e01-8815-4c3b-bfb2-d4f9a66ae852') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:27.603521 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-c5b82402-86df-4085-800f-354054ed085f tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:27.609704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ab8ed0dd-0a9d-43fa-bd0b-14d466f7b45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:27.616821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.629658 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb1300-19a9-4280-ad8a-810642db2d9d tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0661459b-50e4-4901-9d54-cf9135ee81da,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.634900 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-1cfb1300-19a9-4280-ad8a-810642db2d9d tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.654836 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1300-19a9-4280-ad8a-810642db2d9d tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.662223 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1cfb1300-19a9-4280-ad8a-810642db2d9d tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0661459b-50e4-4901-9d54-cf9135ee81da HTTP/1.1" status: 204 len: 168 time: 0.2978673 Dec 20 12:10:27.662868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41286) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.769207 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:27.788943 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Network 9080671f-2732-439e-8ea5-134cb98db02f is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:27.803769 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:27.816903 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:27.821394 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'status': 'completed', 'code': 200} Dec 20 12:10:27.828540 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Pushing event updated for resources: {'Port': ['ID=e1e47bef-41b6-49bb-bf88-c72cb3d5d43e,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:27.853841 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:27.867891 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1b78911d-cf07-44bb-b7f3-65ee43bb8163 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:27.918750 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-1b78911d-cf07-44bb-b7f3-65ee43bb8163 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:27.925712 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-1b78911d-cf07-44bb-b7f3-65ee43bb8163 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2590218 Dec 20 12:10:27.927502 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41290) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:27.958132 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:27.980577 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.000208 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] For port 5b2c2940-4560-4aee-9f97-6998ca679557, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:28.033102 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] For port 5b2c2940-4560-4aee-9f97-6998ca679557, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5b2c2940-4560-4aee-9f97-6998ca679557,segment=NetworkSegment(005e5e01-8815-4c3b-bfb2-d4f9a66ae852),segment_id=005e5e01-8815-4c3b-bfb2-d4f9a66ae852)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:28.034607 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Attempting to bind port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:28.034729 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Attempting to bind port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '985810fe-835e-408f-9555-1b73ef73f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9080671f-2732-439e-8ea5-134cb98db02f'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:28.035493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Attempting to bind port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e on network 9080671f-2732-439e-8ea5-134cb98db02f {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:28.044193 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b4668136-a1be-414f-b6ac-ab49902c14eb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.056802 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.070897 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:28.086878 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b4668136-a1be-414f-b6ac-ab49902c14eb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.118982 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:19Z', 'revision_number': 10, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:28.145605 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:28.146516 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Checking segment: {'id': '985810fe-835e-408f-9555-1b73ef73f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9080671f-2732-439e-8ea5-134cb98db02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:28.147167 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.147788 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Bound using segment: {'id': '985810fe-835e-408f-9555-1b73ef73f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9080671f-2732-439e-8ea5-134cb98db02f'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:28.148528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Bound port: e1e47bef-41b6-49bb-bf88-c72cb3d5d43e, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985810fe-835e-408f-9555-1b73ef73f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9080671f-2732-439e-8ea5-134cb98db02f'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:28.149185 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.163049 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:28.177382 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b4668136-a1be-414f-b6ac-ab49902c14eb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.181042 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-fec37b06-934e-43fa-b880-432d84492cb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b826d14fc9a4936bd00c0f3b9d6a4d7&device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 1098 time: 0.4508979 Dec 20 12:10:28.244695 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.298834 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Pushing event updated for resources: {'Port': ['ID=5b2c2940-4560-4aee-9f97-6998ca679557,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:28.301976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:28.309671 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfc3a62-0c8f-47b0-86a8-f16160f411d9']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:28.341536 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:28.342357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.364497 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:28.365229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:28.366174 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:28.398936 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:28.408117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4901569b-5d83-4f9d-9b56-e87cd4d603ee') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:28.408759 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4901569b-5d83-4f9d-9b56-e87cd4d603ee') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:28.480030 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b4668136-a1be-414f-b6ac-ab49902c14eb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.482386 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b4668136-a1be-414f-b6ac-ab49902c14eb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/69a13ffc-c0fa-40f6-b039-67461e76734f HTTP/1.1" status: 204 len: 168 time: 0.5507650 Dec 20 12:10:28.492731 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4668136-a1be-414f-b6ac-ab49902c14eb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69a13ffc-c0fa-40f6-b039-67461e76734f,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:28.499518 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41296) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:28.519219 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b4668136-a1be-414f-b6ac-ab49902c14eb tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:28.586553 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-dc0c4800-82c3-4b26-b05c-dd1d66177a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:28.588512 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-dc0c4800-82c3-4b26-b05c-dd1d66177a92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ae161a7a-4f3c-4542-bddd-73cfc65543e7 HTTP/1.1" status: 200 len: 897 time: 0.3906753 Dec 20 12:10:28.605652 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.645351 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:28.674755 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8208514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696570'] for subnet, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.681923 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 12:10:28.681923 dv-neutron-victoria-2-hyperv neutron-server[83527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 12:10:28.681923 dv-neutron-victoria-2-hyperv neutron-server[83527]: [parameters: {'id': 'ee717077-cdc6-4d17-a852-7702853b5aa4'}] Dec 20 12:10:28.681923 dv-neutron-victoria-2-hyperv neutron-server[83527]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:28.682625 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:28.684403 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.694411 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6013645c-5847-4274-8eb5-f5be07968fd2 tempest-NetworksTestDHCPv6-726592490 tempest-NetworksTestDHCPv6-726592490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:28.731947 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dbed7ccb-bc47-4fab-8f98-d9db7bd957d2 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:28.741041 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-1660cde2-3f77-48c2-99c3-450c267044bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 HTTP/1.1" status: 200 len: 217 time: 0.1404202 Dec 20 12:10:28.858085 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d511cc6-e962-408f-82df-fca3f66a4fde req-3d3cbbc2-250b-447c-a793-fafed4243c16 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:28.859336 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-0d511cc6-e962-408f-82df-fca3f66a4fde req-3d3cbbc2-250b-447c-a793-fafed4243c16 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Synchronizing usage tracker for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:port {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:28.885829 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:28.889598 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:28.913492 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-dbed7ccb-bc47-4fab-8f98-d9db7bd957d2 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group_rule {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:28.915631 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-dbed7ccb-bc47-4fab-8f98-d9db7bd957d2 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4118392 Dec 20 12:10:28.930345 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41300) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:28.976276 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-09876b55-b3b0-4df4-94ea-b55475e6d90c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:28.976276 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-09876b55-b3b0-4df4-94ea-b55475e6d90c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=509ad022-fb97-4154-8167-c927ce76d697 HTTP/1.1" status: 200 len: 834 time: 0.2112188 Dec 20 12:10:29.049185 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [req-0d511cc6-e962-408f-82df-fca3f66a4fde req-3d3cbbc2-250b-447c-a793-fafed4243c16 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Unset dirty status for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:port {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:29.049185 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-0d511cc6-e962-408f-82df-fca3f66a4fde req-3d3cbbc2-250b-447c-a793-fafed4243c16 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.6306143 Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Subnet': ['ID=43bb1cb7-fa7a-43e0-b4c7-404b3bd14399,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:29.140572 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:29.228311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] For port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:29.256112 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.266679 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-0d511cc6-e962-408f-82df-fca3f66a4fde req-db09bf37-7f3e-4564-a773-4c57718c77ff tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960940 Dec 20 12:10:29.287987 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b19af969-db2b-45e0-b68d-9457d34a24c6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.298162 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0395b-f5bf-472c-8199-a49a6b2f1c6e None None] Network ee717077-cdc6-4d17-a852-7702853b5aa4 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:29.324427 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.392443 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35758c45-aea1-475a-bddc-2c2d04624b7e None None] Network f39a31f5-c570-434b-9baa-ef1bdcb44cdc requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:29.419035 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-888a20bf-cab9-460f-af49-4a2fdda1054f tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/subnets/43bb1cb7-fa7a-43e0-b4c7-404b3bd14399 HTTP/1.1" status: 204 len: 168 time: 4.0945475 Dec 20 12:10:29.431568 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41304) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:29.465476 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] For port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=e1e47bef-41b6-49bb-bf88-c72cb3d5d43e,segment=NetworkSegment(985810fe-835e-408f-9555-1b73ef73f43e),segment_id=985810fe-835e-408f-9555-1b73ef73f43e)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:29.494230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Deleting port 5b2c2940-4560-4aee-9f97-6998ca679557 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:29.494230 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.509073 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-8be609f6-397a-42e5-9cea-9fe0396677fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae161a7a-4f3c-4542-bddd-73cfc65543e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5320864 Dec 20 12:10:29.546047 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b19af969-db2b-45e0-b68d-9457d34a24c6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.557794 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:29.580382 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:29.882942 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:33Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:29.895988 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] Checking router: 6a9c6f7c-a43e-4172-9203-4b3a87455306 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:29.963848 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:29.963848 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:30.089480 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:19Z', 'revision_number': 10, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:30.184786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] For port 5b2c2940-4560-4aee-9f97-6998ca679557, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=5b2c2940-4560-4aee-9f97-6998ca679557,segment=NetworkSegment(005e5e01-8815-4c3b-bfb2-d4f9a66ae852),segment_id=005e5e01-8815-4c3b-bfb2-d4f9a66ae852)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:30.184786 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.230107 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55354276-7715-426e-8f98-8340ffcd4209 None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:19Z', 'revision_number': 10, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None, '_interfaces': [{'id': 'c9f0b526-e272-4770-887c-7c82676f0dc3', 'name': '', 'network_id': 'a7217db2-9a04-4b36-b390-6cd9e6a52266', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'mac_address': 'fa:16:3e:a0:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:53Z', 'updated_at': '2021-12-20T12:08:14Z', 'revision_number': 5, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'subnets': [{'id': 'a06fa5ec-e981-4a3e-aef5-6b5a36ca2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:30.254949 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Pushing event updated for resources: {'Port': ['ID=e1e47bef-41b6-49bb-bf88-c72cb3d5d43e,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:30.369353 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:30.521306 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:30.722455 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b19af969-db2b-45e0-b68d-9457d34a24c6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.756966 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-261df874-1eda-4322-a712-c660507b6db1 tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:30.862650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:30.975635 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] DHCP port deletion for f39a31f5-c570-434b-9baa-ef1bdcb44cdc request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:30.995230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Deleting port 0ead559f-1c30-4918-8664-0c068594676c {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:30.995230 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.087283 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-b19af969-db2b-45e0-b68d-9457d34a24c6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.087283 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-b19af969-db2b-45e0-b68d-9457d34a24c6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-groups/d04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e HTTP/1.1" status: 204 len: 168 time: 2.1557722 Dec 20 12:10:31.102046 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41310) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:31.198414 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Calling delete_port for 5b2c2940-4560-4aee-9f97-6998ca679557 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:31.204281 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19af969-db2b-45e0-b68d-9457d34a24c6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04b8fd1-8ffc-4929-bfb5-e0c6b13acd5e,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:31.363926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.377946 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-f58a7dca-a24d-45d0-9a67-2e2d78175bdd service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7983751 Dec 20 12:10:31.439349 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-0f2f4ec3-af54-448f-a48c-a80f27a964a3 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:31.451784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a38d4425-70ee-48c8-8f68-04db37af21c9 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:31.451784 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-b19af969-db2b-45e0-b68d-9457d34a24c6 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:31.501132 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.553422 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:33Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:31.580451 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a26ec-fcbb-4761-b3d1-5200e6a2c169 None None] The sync data for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv is: [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:08:19Z', 'revision_number': 4, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_interfaces': [{'id': 'd6d576ec-39c5-4b16-9d34-3fd0f456a2e9', 'name': '', 'network_id': 'ae161a7a-4f3c-4542-bddd-73cfc65543e7', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'mac_address': 'fa:16:3e:94:98:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509ad022-fb97-4154-8167-c927ce76d697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:08:16Z', 'updated_at': '2021-12-20T12:08:33Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'subnets': [{'id': '509ad022-fb97-4154-8167-c927ce76d697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:31.586102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 0ead559f-1c30-4918-8664-0c068594676c {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:31.586102 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.600835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] For port 0ead559f-1c30-4918-8664-0c068594676c, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0ead559f-1c30-4918-8664-0c068594676c,segment=NetworkSegment(73a29174-bcb4-4d9b-b580-f41351eea61d),segment_id=73a29174-bcb4-4d9b-b580-f41351eea61d)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:31.600835 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.627057 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-a38d4425-70ee-48c8-8f68-04db37af21c9 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:31.627057 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-a38d4425-70ee-48c8-8f68-04db37af21c9 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5240898 Dec 20 12:10:31.717511 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41314) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:31.860711 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Network': ['ID=3cfc3a62-0c8f-47b0-86a8-f16160f411d9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:31.898090 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group': {'name': 'tempest-secgroup--616884701'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:31.905789 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84512dbe-1409-4f19-ba59-460d75ddd4ef req-4661919d-4853-46e0-97c0-d29718d1d8fa tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:31.914463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router_gateway, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.914463 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:31.914463 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/networks/3cfc3a62-0c8f-47b0-86a8-f16160f411d9 HTTP/1.1" status: 204 len: 168 time: 5.8077073 Dec 20 12:10:31.919752 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-84512dbe-1409-4f19-ba59-460d75ddd4ef req-4661919d-4853-46e0-97c0-d29718d1d8fa tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.7353950 Dec 20 12:10:31.919752 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41318) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:31.974687 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:32.007233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:32.018933 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8208451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696557'] for subnet, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.072777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:32.072777 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-2ba5d6a6-00cf-4aa2-b771-ba5fea310db3 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:32.123893 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device e1e47bef-41b6-49bb-bf88-c72cb3d5d43e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:32.183612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.211609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Pushing event updated for resources: {'Subnet': ['ID=7355d3a9-2016-4bbe-b3ad-534535cbd169,revision_number=0']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:32.211609 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:32.236651 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:32.331285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-79cb57cd-b118-4663-81c7-8664717556c7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:32.331285 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-79cb57cd-b118-4663-81c7-8664717556c7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Synchronizing usage tracker for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:32.341056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:32.341056 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Port': ['ID=5b2c2940-4560-4aee-9f97-6998ca679557,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:32.351612 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:32.371707 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Calling delete_port for 0ead559f-1c30-4918-8664-0c068594676c owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:32.455224 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326ad9b-c9c7-4534-a0e4-59870e23bb22 None None] New status for floating IP 42c384cc-491f-42e4-873a-5c4a8ca3a302: DOWN {{(pid=83530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:10:32.470629 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-63b3501b-d5d4-4f26-80f3-f4d0dd489f56 req-4825a548-bd35-402c-8126-ac149b1c3316 service neutron] 10.222.0.62 "GET /v2.0/networks/ae161a7a-4f3c-4542-bddd-73cfc65543e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0328131 Dec 20 12:10:32.522572 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-84512dbe-1409-4f19-ba59-460d75ddd4ef req-010afc37-b865-4600-813a-e590ab7f0424 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6081455 Dec 20 12:10:32.581017 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port 0ead559f-1c30-4918-8664-0c068594676c, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=0ead559f-1c30-4918-8664-0c068594676c,segment=NetworkSegment(73a29174-bcb4-4d9b-b580-f41351eea61d),segment_id=73a29174-bcb4-4d9b-b580-f41351eea61d)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:32.581017 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.617538 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Device 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 no longer exists at agent hyperv_hv-neutron-vict {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:32.727631 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3361e01-9553-4efb-a31e-ad848467c25c None None] Network 9080671f-2732-439e-8ea5-134cb98db02f requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:32.779541 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting subnet 96d2c1dc-d3f1-4790-947a-2c47593b458d {{(pid=83528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 12:10:32.789475 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:32.867255 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for 0ead559f-1c30-4918-8664-0c068594676c owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:32.948087 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7969484'] for subnet, precommit_delete_associations {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.117929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Checking segment: {'id': '3a4472ab-bcbe-49b4-a083-de751f5c9831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f257ca9b-b931-4d0b-af61-34536ba1db7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:33.117929 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Network hostable DHCP agents. Network: f257ca9b-b931-4d0b-af61-34536ba1db7e, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:10:33.126055 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-79cb57cd-b118-4663-81c7-8664717556c7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Unset dirty status for tenant:2b826d14fc9a4936bd00c0f3b9d6a4d7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:33.126055 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-79cb57cd-b118-4663-81c7-8664717556c7 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.62 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 3.7891264 Dec 20 12:10:33.134931 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] Provisioning for port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:33.152559 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:33.158302 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989736'] for subnet, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.169564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] Provisioning complete for port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:33.169564 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.201108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.247736 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ddde494b-4dc6-4dca-9dc3-d71de44c4856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:33.251717 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8256798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052554'] for subnet, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.286467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-fd0a1c5b-6243-4a26-b1c9-42b83bd45fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:33.308537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:33.308537 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.340761 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.357657 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1529d9-8b9f-4625-8f16-ecbabee249cd None None] Network 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:33.363433 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Subnet': ['ID=96d2c1dc-d3f1-4790-947a-2c47593b458d,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:33.371291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.371291 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] No DVR routers for this DVR port 5b2c2940-4560-4aee-9f97-6998ca679557 on host dv-neutron-victoria-2-hyperv {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:33.378307 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/subnets/96d2c1dc-d3f1-4790-947a-2c47593b458d HTTP/1.1" status: 204 len: 168 time: 1.4523337 Dec 20 12:10:33.392229 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Pushing event deleted for resources: {'Port': ['ID=0ead559f-1c30-4918-8664-0c068594676c,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:33.397710 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41322) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:33.403529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.403529 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.409934 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:33.415039 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5924183f-18e8-45a9-aa5e-c7f56ff524fb tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:33.487044 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] No DVR routers for this DVR port 0ead559f-1c30-4918-8664-0c068594676c on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:33.542493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Deleting port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:33.542493 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.577718 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.746649 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.765057 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'}] {{(pid=83530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:33.788896 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d433332-70c2-4a15-bc03-0544b4a3f3c3 req-0e2ed6cf-47ff-41d8-8946-cd2133db8495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:33.800651 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9d433332-70c2-4a15-bc03-0544b4a3f3c3 req-0e2ed6cf-47ff-41d8-8946-cd2133db8495 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 945 time: 0.1199567 Dec 20 12:10:33.818336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee717077-cdc6-4d17-a852-7702853b5aa4']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.855149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005e5e01-8815-4c3b-bfb2-d4f9a66ae852') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.855149 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005e5e01-8815-4c3b-bfb2-d4f9a66ae852') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:33.860861 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-9d433332-70c2-4a15-bc03-0544b4a3f3c3 req-54d2ef38-df60-4525-a7f1-29656dc0772f tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597889 Dec 20 12:10:33.880886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:33.880886 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:33.924828 dv-neutron-victoria-2-hyperv neutron-server[83530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'code': 200} Dec 20 12:10:33.931919 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:33.950122 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.959424 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:33.962503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-cabb2ad5-00d8-479b-82f0-4f7c60575747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:34.007669 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:34.011980 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Network f257ca9b-b931-4d0b-af61-34536ba1db7e is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:10:34.019424 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.057528 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.143803 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Pushing event updated for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=9']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:34.159767 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:34.165439 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] For port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=e1e47bef-41b6-49bb-bf88-c72cb3d5d43e,segment=NetworkSegment(985810fe-835e-408f-9555-1b73ef73f43e),segment_id=985810fe-835e-408f-9555-1b73ef73f43e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:34.171860 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.172437 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:34.173614 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-87e6c186-60ad-479a-b6a5-4c18c6070e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:34.193051 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:34.200323 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.205116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635688'] for network, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.218169 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:34.224575 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.base_scheduler [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, f257ca9b-b931-4d0b-af61-34536ba1db7e) {{(pid=83527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:34.228171 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:34.228875 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for subnet, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.258628 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee99a2-506e-47d5-b6fb-2b2a261a6607 None None] Network f257ca9b-b931-4d0b-af61-34536ba1db7e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:34.300615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:34.300615 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.344795 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] DHCP port deletion for 1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe request from dv-neutron-victoria-2-hyperv {{(pid=83530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: util.warn( Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:34.356839 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:34.375821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] Deleting port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 {{(pid=83530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:34.375821 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.398806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port 0ead559f-1c30-4918-8664-0c068594676c {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:34.398806 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.507332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] Pushing event updated for resources: {'Port': ['ID=e1e47bef-41b6-49bb-bf88-c72cb3d5d43e,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:34.507332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:34.507332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:34.507332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ac09a482-c21c-4bfd-b3b4-7880b3fb450a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:34.671294 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:34.671866 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.702920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] The port '0ead559f-1c30-4918-8664-0c068594676c' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:10:34.848412 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-2199ca45-33dc-4e8d-bd4e-8ac55a8c53cd None None] Provisioning complete for port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:34.848412 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-2199ca45-33dc-4e8d-bd4e-8ac55a8c53cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.865538 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-31181d6e-9e6b-4545-82fe-c75bbc0f877c tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 8.9527929 Dec 20 12:10:34.871638 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41330) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:34.920094 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.927783 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1011722538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:34.940278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] For port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,segment=NetworkSegment(8939288e-b2e5-4519-a471-bf22bc31d85e),segment_id=8939288e-b2e5-4519-a471-bf22bc31d85e)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:34.940278 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.966264 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-f257ca9b-b931-4d0b-af61-34536ba1db7e', 'network_id': 'f257ca9b-b931-4d0b-af61-34536ba1db7e', 'tenant_id': '22677efcb6ce4922bdaf10d14aa60b76', 'fixed_ips': [{'subnet_id': '7355d3a9-2016-4bbe-b3ad-534535cbd169'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:34.966264 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:34.972116 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-407be01e-1312-4c56-bfc7-d8a16040115f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:34.978010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:34.978010 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Usage tracker for resource:router and tenant:22677efcb6ce4922bdaf10d14aa60b76 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:34.991979 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:34.998749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.016988 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:35.035695 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257975'] for router, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.035695 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257976'] for router, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.093456 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.105943 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event deleted for resources: {'Network': ['ID=ee717077-cdc6-4d17-a852-7702853b5aa4,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:35.112749 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:35.149711 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656338'] for router, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.162861 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] Calling delete_port for 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 owned by network:dhcp {{(pid=83530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:35.223949 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for router, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.226631 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-108e5d1d-824d-4121-99b9-a20eb74a8463 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3683779 Dec 20 12:10:35.231242 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41336) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:35.305720 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.312612 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8ee8e16d-ac32-4787-a522-39ef71357351 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "DELETE /v2.0/networks/ee717077-cdc6-4d17-a852-7702853b5aa4 HTTP/1.1" status: 204 len: 168 time: 10.9278700 Dec 20 12:10:35.342331 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41340) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:35.346405 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.393559 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.v2.base [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1786084248'}} {{(pid=83527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:35.411920 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.435252 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-22bff391-47c3-4f81-a743-6e74ca351d45 tempest-PortsTestJSON-1125328825 tempest-PortsTestJSON-1125328825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:35.472914 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:35.477906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490'] for port, after_delete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.477906 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-d2f62be8-4903-41f4-9370-b6a1c3220ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:35.530985 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:network and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:35.557724 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0ead559f-1c30-4918-8664-0c068594676c no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:35.557957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:35.565775 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39a31f5-c570-434b-9baa-ef1bdcb44cdc']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:35.582878 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] For port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5, host hv-neutron-vict, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-vict',level=0,port_id=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:35.583357 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.604560 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.quota.driver [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:35.616660 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 0ead559f-1c30-4918-8664-0c068594676c {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:35.617388 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 0ead559f-1c30-4918-8664-0c068594676c not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:35.618433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f56cce5e-1fa3-46b9-bf2a-ce2d36017206 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:35.641946 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.643153 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.8457401 Dec 20 12:10:35.646343 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a29174-bcb4-4d9b-b580-f41351eea61d') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:35.646573 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a29174-bcb4-4d9b-b580-f41351eea61d') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:35.667311 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: f56cce5e-1fa3-46b9-bf2a-ce2d36017206 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:35.667658 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device f56cce5e-1fa3-46b9-bf2a-ce2d36017206 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:35.676430 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41344) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:35.695776 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group_rule': {'security_group_id': 'fbae0c41-099f-4c8a-98ef-4586f86d16a0', 'direction': 'ingress', 'protocol': 17}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:35.703978 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:35.705627 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] Pushing event deleted for resources: {'Port': ['ID=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,revision_number=None']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:35.712621 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:35.715191 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:35.721194 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:35.724228 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b253711-fa36-4fc4-bd76-03c56919246d None None] No DVR routers for this DVR port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 on host dv-neutron-victoria-2-hyperv {{(pid=83530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:35.729749 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:35.785099 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Allocated IP 2001:db8:1::2 (f257ca9b-b931-4d0b-af61-34536ba1db7e/7355d3a9-2016-4bbe-b3ad-534535cbd169/3ed758db-52e6-407f-bbd1-925424288935) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:35.799083 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:35.857416 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431587d8-e12b-4250-a379-0e0d6a16202e req-74179797-323b-4e17-8ef4-4809ae22a00d tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:35.857416 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-431587d8-e12b-4250-a379-0e0d6a16202e req-74179797-323b-4e17-8ef4-4809ae22a00d tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 943 time: 0.4874547 Dec 20 12:10:35.875643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device e1e47bef-41b6-49bb-bf88-c72cb3d5d43e up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:35.929154 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae0c41-099f-4c8a-98ef-4586f86d16a0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:35.932527 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-f5bbd21c-0837-42a0-9221-106629be23e5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:35.940215 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Calling delete_port for 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 owned by compute:nova {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:35.979957 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.020025 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'network': 1} {{(pid=83527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:36.023825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for network, before_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.071479 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.080322 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] For port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=9ad4cb64-aed1-44b7-b538-c66cfd20bd00,segment=NetworkSegment(8939288e-b2e5-4519-a471-bf22bc31d85e),segment_id=8939288e-b2e5-4519-a471-bf22bc31d85e)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:36.080674 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.089938 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port e1e47bef-41b6-49bb-bf88-c72cb3d5d43e triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:36.090323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.114847 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:36.115211 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:36.139438 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:36.194192 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.250245 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-431587d8-e12b-4250-a379-0e0d6a16202e req-25d9d871-6b48-4cb7-a47e-b18853f9a0bf tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/security-groups?id=76c950a6-5c6b-4b9e-b434-1f1fa8393131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077688 Dec 20 12:10:36.256939 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.265849 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873770'] for security_group_rule, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.303255 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:36.339951 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:36.350338 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38b3319-7fd0-49d7-891f-d7e03b7e4dc1,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:36.366297 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:36.378220 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:36.378890 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:36.385241 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.390303 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-ccebea74-5f77-4a42-8e34-4b9aa18b611a tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6999021 Dec 20 12:10:36.422328 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41348) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:36.450124 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.505082 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Calling delete_port for 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 owned by network:dhcp {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:36.556036 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 12:10:36.600747 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:36.610426 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.610426 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.db.segments_db [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Added segment 0ff42bac-ea7c-4964-85d3-c8cc75d34d66 of type vlan for network 4eed758b-0550-48a9-ac9a-570d197c00c0 Dec 20 12:10:36.635363 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] Sync routers for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:36.647093 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:36.648374 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:36.729397 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.730581 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Transition to ACTIVE for port object 3ed758db-52e6-407f-bbd1-925424288935 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:36.748083 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.787997 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-951301f3-2621-47f7-9b30-7b5a44047dd3 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:36.805066 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Transition to ACTIVE for port object 3ed758db-52e6-407f-bbd1-925424288935 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:36.817837 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.834609 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-4ebb7f03-4ec4-4f49-a8f8-d8e09b9f9565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:36.848228 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.849767 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9ba71f8-d906-402e-9f13-32cb805ac0a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.875180 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:36.892117 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Network': ['ID=f39a31f5-c570-434b-9baa-ef1bdcb44cdc,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:36.904567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:36.904567 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-05af6aa1-5f9a-4698-9aaa-e8e6370ae0cc tempest-FloatingIPTestJSON-569868756 tempest-FloatingIPTestJSON-569868756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:36.965409 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9ba71f8-d906-402e-9f13-32cb805ac0a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:36.998468 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Network f257ca9b-b931-4d0b-af61-34536ba1db7e is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:37.004548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:37.013002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:37.015418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Pushing event updated for resources: {'Port': ['ID=3ed758db-52e6-407f-bbd1-925424288935,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:37.020084 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:37.051908 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.154626 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790997283588'] for network, precommit_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.188927 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.199926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event deleted for resources: {'Port': ['ID=6e78faaf-f46f-44e8-bd67-2d7ea1906ba5,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:37.199926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.db.api [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:37.199926 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_db.api [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:37.244484 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9ba71f8-d906-402e-9f13-32cb805ac0a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.250777 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Attempting to bind port 3ed758db-52e6-407f-bbd1-925424288935 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:37.251505 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Attempting to bind port 3ed758db-52e6-407f-bbd1-925424288935 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '3a4472ab-bcbe-49b4-a083-de751f5c9831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f257ca9b-b931-4d0b-af61-34536ba1db7e'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:37.254562 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-5e67eb04-a91c-4f29-bc87-cd24c730c6ce tempest-NegativeSecGroupTest-1093229912 tempest-NegativeSecGroupTest-1093229912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:37.259995 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Attempting to bind port 3ed758db-52e6-407f-bbd1-925424288935 on network f257ca9b-b931-4d0b-af61-34536ba1db7e {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:37.287478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:37.287478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Checking segment: {'id': '3a4472ab-bcbe-49b4-a083-de751f5c9831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f257ca9b-b931-4d0b-af61-34536ba1db7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:37.287478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.287478 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Bound using segment: {'id': '3a4472ab-bcbe-49b4-a083-de751f5c9831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f257ca9b-b931-4d0b-af61-34536ba1db7e'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:37.304821 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6a216cb5-ac7a-4494-9569-deb3bfd5a2f2 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "DELETE /v2.0/networks/f39a31f5-c570-434b-9baa-ef1bdcb44cdc HTTP/1.1" status: 204 len: 168 time: 7.7398891 Dec 20 12:10:37.304821 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:37.311028 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Bound port: 3ed758db-52e6-407f-bbd1-925424288935, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4472ab-bcbe-49b4-a083-de751f5c9831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f257ca9b-b931-4d0b-af61-34536ba1db7e'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:37.311028 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.321955 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41352) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:37.391521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] No DVR routers for this DVR port 6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 on host hv-neutron-vict {{(pid=83527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 12:10:37.391521 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.427873 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-f70833cb-3925-47f2-93f9-bd978f32f9bf req-3a4b428e-0bfb-4fa1-86a6-b7e8899dd160 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.62 "DELETE /v2.0/ports/6e78faaf-f46f-44e8-bd67-2d7ea1906ba5 HTTP/1.1" status: 204 len: 173 time: 4.2349594 Dec 20 12:10:37.445245 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-6faad273-ff83-44ee-8a8c-976231c56285 tempest-TestVolumeBootPattern-820784500 tempest-TestVolumeBootPattern-820784500-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 21.7588017 Dec 20 12:10:37.445245 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141'] for network, after_create {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.476916 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:37.476916 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.529413 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': 'e0637bcf-3df9-435c-a8f1-51bdb3eb2c37', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'floating_ip_address': '172.36.7.225', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'port_id': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'mac_address': 'fa:16:3e:8e:99:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:20Z', 'updated_at': '2021-12-20T12:10:20Z', 'revision_number': 0, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:37.535013 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Router 689dd835-8184-428c-b9ff-f5ba940c6661 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:10:37.542381 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-deleted', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5'}, {'name': 'network-changed', 'server_uuid': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'tag': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0'}] {{(pid=83527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 12:10:37.547311 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] Checking router: 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:37.552249 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba71f8-d906-402e-9f13-32cb805ac0a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae0c41-099f-4c8a-98ef-4586f86d16a0,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:37.557080 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-5671f544-adaa-4467-a877-2440c2af3a0d tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:37.600099 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] Routers {'2948f1b8-3c13-4c3f-8bd3-5f57ec325288'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:37.600099 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:37.610754 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.db_base_plugin_common [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Allocated IP 2001:db8::1 (9080671f-2732-439e-8ea5-134cb98db02f/fb90e432-2322-43f1-9587-2c3090ba91f4/ba1bdeb0-39dd-49fc-b646-962a498e5ea4) {{(pid=83528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:37.619883 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-e9ba71f8-d906-402e-9f13-32cb805ac0a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:37.620798 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] For port 3ed758db-52e6-407f-bbd1-925424288935, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:37.709233 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] For port 3ed758db-52e6-407f-bbd1-925424288935, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3ed758db-52e6-407f-bbd1-925424288935,segment=NetworkSegment(3a4472ab-bcbe-49b4-a083-de751f5c9831),segment_id=3a4472ab-bcbe-49b4-a083-de751f5c9831)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:37.733773 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.785726 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ae6c67a5-ca34-4da0-9b4b-e90f6ab0e7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:37.886984 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5202150 Dec 20 12:10:37.893868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41364) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:37.895241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Deleting port 9ad4cb64-aed1-44b7-b538-c66cfd20bd00 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:37.895241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:37.904431 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [req-ce1730fd-868a-4a55-aedc-1fa434add562 req-0b62743f-34a4-4634-b0ff-e983ac3e9d14 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c799322b-e3ab-49c5-9bde-e342730b6551 HTTP/1.1" status: 200 len: 210 time: 0.1154761 Dec 20 12:10:37.918326 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Request body: {'subnet': {'network_id': '4eed758b-0550-48a9-ac9a-570d197c00c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:38.078069 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-e9ba71f8-d906-402e-9f13-32cb805ac0a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.078069 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-e9ba71f8-d906-402e-9f13-32cb805ac0a5 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "DELETE /v2.0/security-groups/fbae0c41-099f-4c8a-98ef-4586f86d16a0 HTTP/1.1" status: 204 len: 168 time: 1.6361752 Dec 20 12:10:38.078069 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41368) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:38.182186 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Pushing event updated for resources: {'Port': ['ID=3ed758db-52e6-407f-bbd1-925424288935,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:38.218518 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-741fd06a-1de9-4e77-9e53-165822670f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:38.265490 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c799322b-e3ab-49c5-9bde-e342730b6551', 'name': 'network-vif-deleted', 'tag': '6e78faaf-f46f-44e8-bd67-2d7ea1906ba5', 'status': 'completed', 'code': 200} Dec 20 12:10:38.265490 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'tag': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'status': 'completed', 'code': 200} Dec 20 12:10:38.309273 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] The port '9ad4cb64-aed1-44b7-b538-c66cfd20bd00' was deleted {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 12:10:38.372477 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] Set router 2948f1b8-3c13-4c3f-8bd3-5f57ec325288 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:38.601855 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:38.679349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Usage tracker for resource:subnet and tenant:9015b5f7618647d494b6ef6da366047b is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:38.703733 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:38.840661 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-024886fc-116c-43d8-9da0-ca5037c613cc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Synchronizing usage tracker for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83528) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:38.866745 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:38.884842 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988343', 'neutron.services.segments.db._delete_segments_for_network-8790997782227'] for network, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:38.995366 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe']}} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:39.001056 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for port, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.017131 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Made reservation on behalf of 9015b5f7618647d494b6ef6da366047b for: {'subnet': 1} {{(pid=83528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 12:10:39.101937 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.provisioning_blocks [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Transition to ACTIVE for port object ba1bdeb0-39dd-49fc-b646-962a498e5ea4 will not be triggered until provisioned by entity DHCP. {{(pid=83528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:39.129768 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41374) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:39.153474 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-024886fc-116c-43d8-9da0-ca5037c613cc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Unset dirty status for tenant:68caf8796a1940449d9b293711a06d89 on resource:security_group {{(pid=83528) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:39.153474 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-024886fc-116c-43d8-9da0-ca5037c613cc tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0633442 Dec 20 12:10:39.162044 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Network': ['ID=4eed758b-0550-48a9-ac9a-570d197c00c0,revision_number=1']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:39.170188 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.wsgi [-] (83528) accepted ('10.222.0.41', 41376) {{(pid=83528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:39.178014 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Network 4eed758b-0550-48a9-ac9a-570d197c00c0 details requested by agent ovs-agent-dv-neutron-victoria-2-hyperv with host dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 12:10:39.188825 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-8653af2e-6652-47fe-bdc2-23182c693dd5 tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.627s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:39.209007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.v2.base [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086417530'}} {{(pid=83528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 12:10:39.334244 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:39.343704 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8939288e-b2e5-4519-a471-bf22bc31d85e') {'for_net_delete': True} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:39.344216 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.services.segments.db [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8939288e-b2e5-4519-a471-bf22bc31d85e') {} {{(pid=83527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:39.427167 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790997785582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944412'] for segment, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.494182 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1991900'] for segment, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.507825 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1349829c-4bd1-4219-902b-ccbb37152559 req-6e6ef108-3ae6-4130-9d12-4af1413da968 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1098 time: 1.3590658 Dec 20 12:10:39.513252 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': 'e0637bcf-3df9-435c-a8f1-51bdb3eb2c37', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'floating_ip_address': '172.36.7.225', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'port_id': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'mac_address': 'fa:16:3e:8e:99:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:20Z', 'updated_at': '2021-12-20T12:10:20Z', 'revision_number': 0, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:39.517599 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=83527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 12:10:39.517989 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1991909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8208940'] for segment, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:39.523508 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa500ad6-5f85-40bb-bf9a-0788259f61ab None None] The sync data for ids ['2948f1b8-3c13-4c3f-8bd3-5f57ec325288'] in dv-neutron-victoria-2-hyperv is: [{'id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'name': 'tempest-TestVolumeBootPattern-1275683237-router', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158'}], 'enable_snat': True}, 'gw_port_id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:05:08Z', 'updated_at': '2021-12-20T12:05:25Z', 'revision_number': 4, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'gw_port': {'id': 'db558192-9b8e-4d62-8399-2a7d806ca622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:11Z', 'updated_at': '2021-12-20T12:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv', '_floatingips': [{'id': 'e0637bcf-3df9-435c-a8f1-51bdb3eb2c37', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'floating_ip_address': '172.36.7.225', 'floating_network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'router_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'port_id': 'e2e93ac4-0e00-48ac-b473-6d3c59babda0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'mac_address': 'fa:16:3e:8e:99:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ea851-fb19-4863-a41f-ba1898dc52d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T12:10:20Z', 'updated_at': '2021-12-20T12:10:20Z', 'revision_number': 0, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fefced5-34ea-465a-ad19-c01ab7171bed', 'name': '', 'network_id': '2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1', 'tenant_id': '07f88a0fd7aa41769ff9360299eb17bf', 'mac_address': 'fa:16:3e:7c:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948f1b8-3c13-4c3f-8bd3-5f57ec325288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:05:22Z', 'updated_at': '2021-12-20T12:05:37Z', 'revision_number': 5, 'project_id': '07f88a0fd7aa41769ff9360299eb17bf', 'subnets': [{'id': 'b50f790e-3ad3-4eec-bec1-5d0389c21700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: Traceback (most recent call last): Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: timer() Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: cb(*args, **kw) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: return func(*args, **kwargs) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: self._notify() Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: self.callback(batched_events) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: event.method(event) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: return f(self, *a, **k) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._get(url).json() Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: return self.request(url, 'GET', **kwargs) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 12:10:39.563458 dv-neutron-victoria-2-hyperv neutron-server[83527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 12:10:39.981124 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3ed758db-52e6-407f-bbd1-925424288935 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:40.002262 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.013620 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:40.017933 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-d2cb4548-ae13-4462-a8ac-1bbce2c80207 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:40.053056 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc5d5b-2ed1-4051-a8d0-e59e6247055b None None] Network f257ca9b-b931-4d0b-af61-34536ba1db7e requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:40.091467 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8052591'] for subnet, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.161063 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.176346 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656277'] for network, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.206868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Pushing event updated for resources: {'Port': ['ID=ba1bdeb0-39dd-49fc-b646-962a498e5ea4,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:40.206868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Network 9080671f-2732-439e-8ea5-134cb98db02f is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:40.206868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:40.206868 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:40.261267 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-18f04192-9e59-46ab-8b69-5e73f86354f7 tempest-AllowedAddressPairTestJSON-2137379076 tempest-AllowedAddressPairTestJSON-2137379076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:40.287865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Received port after_create {{(pid=83528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:40.287865 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656156'] for router_interface, before_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.308960 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1764337'] for network, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.335651 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147f538-94ba-4139-b1d5-88f9fd84793c None None] New status for floating IP e0637bcf-3df9-435c-a8f1-51bdb3eb2c37: ACTIVE {{(pid=83530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 12:10:40.345835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Pushing event deleted for resources: {'Network': ['ID=1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:40.345835 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:40.378430 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-a99304f4-8faa-4e04-be16-bd38d0237564 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "DELETE /v2.0/networks/1b6aeffb-13b7-4281-aad1-d3fcfb45e1fe HTTP/1.1" status: 204 len: 168 time: 6.9461296 Dec 20 12:10:40.378430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [-] (83527) accepted ('10.222.0.41', 41382) {{(pid=83527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 12:10:40.378430 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349829c-4bd1-4219-902b-ccbb37152559 req-58063d6c-c225-43ab-879f-667ddf38140b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:40.378430 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1349829c-4bd1-4219-902b-ccbb37152559 req-58063d6c-c225-43ab-879f-667ddf38140b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.8331685 Dec 20 12:10:40.385872 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 12:10:40.391611 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Usage tracker for resource:security_group_rule and tenant:68caf8796a1940449d9b293711a06d89 is out of sync, need to count used quota {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 12:10:40.402494 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.quota.resource [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83528) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 12:10:40.430985 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.db.quota.driver [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83528) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 12:10:40.619694 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-83052b11-1c34-40de-bb3d-36d05b712482 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Synchronizing usage tracker for tenant:ea80921924f34fd285c47dfd691ee4a7 on resource:port {{(pid=83527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 12:10:40.793371 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:40.847528 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.quota.resource [None req-83052b11-1c34-40de-bb3d-36d05b712482 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Unset dirty status for tenant:ea80921924f34fd285c47dfd691ee4a7 on resource:port {{(pid=83527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 12:10:40.856774 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-83052b11-1c34-40de-bb3d-36d05b712482 tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3b55cd2-2255-491b-a598-0cf07e3d3215 HTTP/1.1" status: 200 len: 205 time: 0.4702730 Dec 20 12:10:40.894929 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1349829c-4bd1-4219-902b-ccbb37152559 req-1f3a7742-0418-46d6-ae55-8580b39d710d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 999 time: 0.4100025 Dec 20 12:10:40.895694 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d016c3df-e1cf-4bb5-9771-db2da411ec5c None None] Provisioning for port 3ed758db-52e6-407f-bbd1-925424288935 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:40.902013 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port 3ed758db-52e6-407f-bbd1-925424288935 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:40.980637 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.043097 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:41.067213 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] Sync routers for ids ['689dd835-8184-428c-b9ff-f5ba940c6661'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:41.212355 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] Routers {'689dd835-8184-428c-b9ff-f5ba940c6661'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:41.237186 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['689dd835-8184-428c-b9ff-f5ba940c6661'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:41.250377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349829c-4bd1-4219-902b-ccbb37152559 req-e6abf37a-8a6f-4c3e-a907-768af0ab57a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:41.250377 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1349829c-4bd1-4219-902b-ccbb37152559 req-e6abf37a-8a6f-4c3e-a907-768af0ab57a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.3144619 Dec 20 12:10:41.250377 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] Notify callbacks [] for router, before_response {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.250377 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-c50f870c-1acc-4dac-8240-aad914d91f8e tempest-RoutersIpV6AdminTest-489310459 tempest-RoutersIpV6AdminTest-489310459-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 19.0647523 Dec 20 12:10:41.264433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-d016c3df-e1cf-4bb5-9771-db2da411ec5c None None] Provisioning complete for port 3ed758db-52e6-407f-bbd1-925424288935 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:41.264433 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d016c3df-e1cf-4bb5-9771-db2da411ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.274728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.274728 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873969'] for security_group, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.343438 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:41.357075 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] Routers {'689dd835-8184-428c-b9ff-f5ba940c6661'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:41.357075 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:14Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['689dd835-8184-428c-b9ff-f5ba940c6661'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:41.369817 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1349829c-4bd1-4219-902b-ccbb37152559 req-4799dbfd-6d0d-4c34-968c-7671a04ade70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1363192 Dec 20 12:10:41.421007 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-4da8b6c1-fc11-429d-96d4-f61c26a09765 tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:41.421926 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:41.421926 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c96bf-22d2-4894-8db9-bf554cd940b7 None None] The sync data for ids ['689dd835-8184-428c-b9ff-f5ba940c6661'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:41.509148 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 3ed758db-52e6-407f-bbd1-925424288935 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:41.509148 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.537451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd7dfa-df4f-4349-90b6-de788784f393,revision_number=1']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:41.537451 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:41.567469 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8052573'] for subnet, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.584520 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-eb85e20c-2d39-4371-a776-7667fc0f94bf tempest-PortsIpV6TestJSON-680992298 tempest-PortsIpV6TestJSON-680992298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:41.744679 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1349829c-4bd1-4219-902b-ccbb37152559 req-b29ba3f1-7974-431e-b1e2-77cf1e383236 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469528 Dec 20 12:10:41.792266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] Notify callbacks [] for security_group, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.793833 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-aadfdcf1-cd3e-45f2-a8aa-3690aa1d3f59 tempest-SecGroupTest-775519726 tempest-SecGroupTest-775519726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.6056349 Dec 20 12:10:41.871534 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-05874153-4486-4cb7-9a12-b0561849fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.904489 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Pushing event updated for resources: {'Subnet': ['ID=4436b40f-9c08-45e1-91f0-59b5e8ca8368,revision_number=0']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:41.907951 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:41.932820 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658819'] for router_interface, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:41.945023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Checking segment: {'id': '0ff42bac-ea7c-4964-85d3-c8cc75d34d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4eed758b-0550-48a9-ac9a-570d197c00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:41.945023 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network hostable DHCP agents. Network: 4eed758b-0550-48a9-ac9a-570d197c00c0, hostable agents: ['bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5'], hosted agents: [] {{(pid=83528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 12:10:41.985123 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-d016c3df-e1cf-4bb5-9771-db2da411ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.038316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.048402 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1349829c-4bd1-4219-902b-ccbb37152559 req-13af6c4f-a6e2-43c1-b4b9-6474fb53eb05 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899315 Dec 20 12:10:42.195889 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Network 4eed758b-0550-48a9-ac9a-570d197c00c0 is scheduled to be hosted by DHCP agent bb5dab32-ea1c-4564-a6e1-12e7eb29f4a5 with binding_index 1 {{(pid=83528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 12:10:42.233428 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] For port 3ed758db-52e6-407f-bbd1-925424288935, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=3ed758db-52e6-407f-bbd1-925424288935,segment=NetworkSegment(3a4472ab-bcbe-49b4-a083-de751f5c9831),segment_id=3a4472ab-bcbe-49b4-a083-de751f5c9831)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:42.272108 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.281814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-victoria-2-hyperv, 4eed758b-0550-48a9-ac9a-570d197c00c0) {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:42.281814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:42.281814 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] Notify callbacks [] for subnet, before_response {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.289901 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.db.resource_extend [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 12:10:42.323387 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:42.337703 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks [] for port, precommit_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.370564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8256840'] for port, after_update {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.370564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1764332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658800'] for router_interface, after_create {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:42.370564 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-dbcec15d-8bb1-49f1-922b-b7215ec1724c tempest-RoutersNegativeIpV6Test-766725736 tempest-RoutersNegativeIpV6Test-766725736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:42.431534 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-bf166020-3c4b-4bd0-a7b0-2fa6f7b75d8f tempest-NetworksTest-1432354429 tempest-NetworksTest-1432354429-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5100379 Dec 20 12:10:42.657452 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Pushing event updated for resources: {'Port': ['ID=3ed758db-52e6-407f-bbd1-925424288935,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:42.691176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:42.691176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.db.api [None req-d016c3df-e1cf-4bb5-9771-db2da411ec5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 12:10:42.691176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_db.api [None req-d016c3df-e1cf-4bb5-9771-db2da411ec5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 12:10:42.691176 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b912a648-9737-4a07-9b48-8d705c98edb9 None None] Network 4eed758b-0550-48a9-ac9a-570d197c00c0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:42.945266 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Network 9080671f-2732-439e-8ea5-134cb98db02f is already hosted by enough agents. {{(pid=83528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:43.034527 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.base_scheduler [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Resources bound (agent type, host, resource id): {{(pid=83528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:43.265525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Pushing event updated for resources: {'Port': ['ID=ba1bdeb0-39dd-49fc-b646-962a498e5ea4,revision_number=2']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:43.265525 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:43.541313 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ec01aed-139a-56e8-8e35-280e3e9db9af-4eed758b-0550-48a9-ac9a-570d197c00c0', 'network_id': '4eed758b-0550-48a9-ac9a-570d197c00c0', 'tenant_id': '9015b5f7618647d494b6ef6da366047b', 'fixed_ips': [{'subnet_id': '4436b40f-9c08-45e1-91f0-59b5e8ca8368'}]}} from dv-neutron-victoria-2-hyperv. {{(pid=83530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 12:10:43.543385 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.781701 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bf7b53fd-7e06-4983-8b83-a9e3cd0fe44a None None] Provisioning for port ba1bdeb0-39dd-49fc-b646-962a498e5ea4 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:43.809187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bf7b53fd-7e06-4983-8b83-a9e3cd0fe44a None None] Provisioning complete for port ba1bdeb0-39dd-49fc-b646-962a498e5ea4 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:43.809187 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bf7b53fd-7e06-4983-8b83-a9e3cd0fe44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.874535 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Deleting port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 {{(pid=83527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:43.875336 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:43.894234 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b53fd-7e06-4983-8b83-a9e3cd0fe44a None None] Port ba1bdeb0-39dd-49fc-b646-962a498e5ea4 cannot update to ACTIVE because it is not bound. {{(pid=83530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 12:10:43.985785 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bf7b53fd-7e06-4983-8b83-a9e3cd0fe44a None None] Provisioning complete for port 3ed758db-52e6-407f-bbd1-925424288935 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:43.986223 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bf7b53fd-7e06-4983-8b83-a9e3cd0fe44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.128304 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Deleting port c9f0b526-e272-4770-887c-7c82676f0dc3 {{(pid=83528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 12:10:44.129148 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790997749252'] for port, before_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.160811 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.db_base_plugin_common [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Allocated IP 172.20.0.2 (4eed758b-0550-48a9-ac9a-570d197c00c0/4436b40f-9c08-45e1-91f0-59b5e8ca8368/d4371596-f9f1-4b91-9de5-08d6a63a4916) {{(pid=83530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 12:10:44.167313 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Router 906d5b02-665f-48fb-9aea-123fc325a363 is scheduled to L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a with binding_index 1 {{(pid=83528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 12:10:44.186703 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-171bfbe4-f308-4f3f-b7b4-e4e8fcd97a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.317952 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.db [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] For port d6d576ec-39c5-4b16-9d34-3fd0f456a2e9, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,segment=NetworkSegment(75f2f762-6333-4a3f-ad5e-80de012fec6c),segment_id=75f2f762-6333-4a3f-ad5e-80de012fec6c)] {{(pid=83527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:44.318498 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.429752 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device 3ed758db-52e6-407f-bbd1-925424288935 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:44.521349 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.db [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] For port c9f0b526-e272-4770-887c-7c82676f0dc3, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=c9f0b526-e272-4770-887c-7c82676f0dc3,segment=NetworkSegment(c2aa0b40-f0ef-4732-80be-27ea222029ec),segment_id=c2aa0b40-f0ef-4732-80be-27ea222029ec)] {{(pid=83528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:44.521884 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667699'] for port, precommit_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.560241 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Calling delete_port for d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 owned by network:router_interface {{(pid=83527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:44.580616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port 3ed758db-52e6-407f-bbd1-925424288935 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:44.581261 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.697595 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.plugins.ml2.plugin [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Calling delete_port for c9f0b526-e272-4770-887c-7c82676f0dc3 owned by network:router_interface {{(pid=83528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 12:10:44.746681 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:44.756485 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] 10.222.0.41 "PUT /v2.0/routers/906d5b02-665f-48fb-9aea-123fc325a363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5235195 Dec 20 12:10:44.765757 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] Sync routers for ids ['906d5b02-665f-48fb-9aea-123fc325a363'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:44.788233 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8208607'] for port, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.792266 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Notify callbacks [] for port, precommit_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:44.795862 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-98cbdcf4-430c-453e-959c-b2bf8020743b tempest-FloatingIPNegativeTestJSON-437469237 tempest-FloatingIPNegativeTestJSON-437469237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:44.819963 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Transition to ACTIVE for port object d4371596-f9f1-4b91-9de5-08d6a63a4916 will not be triggered until provisioned by entity L2. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:44.844650 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Pushing event deleted for resources: {'Port': ['ID=d6d576ec-39c5-4b16-9d34-3fd0f456a2e9,revision_number=None']} {{(pid=83527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:44.849350 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG oslo_concurrency.lockutils [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:44.940411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] Routers {'906d5b02-665f-48fb-9aea-123fc325a363'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:44.941078 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['906d5b02-665f-48fb-9aea-123fc325a363'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.061396 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790997754871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790997327490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8256835'] for port, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.077226 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-0eb556a7-d305-426a-b5a9-08235d24daf5 tempest-RoutersIpV6Test-402209370 tempest-RoutersIpV6Test-402209370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:45.093271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Transition to ACTIVE for port object d4371596-f9f1-4b91-9de5-08d6a63a4916 will not be triggered until provisioned by entity DHCP. {{(pid=83530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 12:10:45.146373 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790997327481'] for port, after_create {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.153025 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.166037 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-aa15db61-b4eb-4849-af07-bae3d2d5045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:45.175722 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Pushing event deleted for resources: {'Port': ['ID=c9f0b526-e272-4770-887c-7c82676f0dc3,revision_number=None']} {{(pid=83528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:45.334247 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.354704 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.379314 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Network 4eed758b-0550-48a9-ac9a-570d197c00c0 is already hosted by enough agents. {{(pid=83530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 12:10:45.386742 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.base_scheduler [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Resources bound (agent type, host, resource id): {{(pid=83530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 12:10:45.395316 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] Routers {'906d5b02-665f-48fb-9aea-123fc325a363'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:45.396411 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['906d5b02-665f-48fb-9aea-123fc325a363'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.396716 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.451104 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG oslo_concurrency.lockutils [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:45.476603 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Received port after_create {{(pid=83530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 12:10:45.479493 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Pushing event updated for resources: {'Port': ['ID=d4371596-f9f1-4b91-9de5-08d6a63a4916,revision_number=1']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:45.488569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:45.500209 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:45.500666 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e32b75-f34c-465f-b2ac-cba1fa2cbc94 None None] The sync data for ids ['906d5b02-665f-48fb-9aea-123fc325a363'] in dv-neutron-victoria-2-hyperv is: [] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:45.624847 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Attempting to bind port d4371596-f9f1-4b91-9de5-08d6a63a4916 on host dv-neutron-victoria-2-hyperv for vnic_type normal with profile {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 12:10:45.625417 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Attempting to bind port d4371596-f9f1-4b91-9de5-08d6a63a4916 by drivers openvswitch,hyperv on host dv-neutron-victoria-2-hyperv at level 0 using segments [{'id': '0ff42bac-ea7c-4964-85d3-c8cc75d34d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4eed758b-0550-48a9-ac9a-570d197c00c0'}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 12:10:45.625643 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Attempting to bind port d4371596-f9f1-4b91-9de5-08d6a63a4916 on network 4eed758b-0550-48a9-ac9a-570d197c00c0 {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 12:10:45.633119 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Checking agent: {'id': '9538799f-5ffe-40fe-820f-2f069883cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-victoria-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 11, 53, 45), 'started_at': datetime.datetime(2021, 12, 20, 11, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-victoria-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 12:10:45.633503 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Checking segment: {'id': '0ff42bac-ea7c-4964-85d3-c8cc75d34d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4eed758b-0550-48a9-ac9a-570d197c00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 12:10:45.634052 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.634462 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Bound using segment: {'id': '0ff42bac-ea7c-4964-85d3-c8cc75d34d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4eed758b-0550-48a9-ac9a-570d197c00c0'} {{(pid=83530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 12:10:45.634942 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.managers [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Bound port: d4371596-f9f1-4b91-9de5-08d6a63a4916, host: dv-neutron-victoria-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff42bac-ea7c-4964-85d3-c8cc75d34d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4eed758b-0550-48a9-ac9a-570d197c00c0'}}] {{(pid=83530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 12:10:45.635514 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.678379 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron_lib.callbacks.manager [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1764258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658525'] for router_interface, after_delete {{(pid=83528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.806412 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] For port d4371596-f9f1-4b91-9de5-08d6a63a4916, host dv-neutron-victoria-2-hyperv, cleared binding levels {{(pid=83530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 12:10:45.813062 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] For port d4371596-f9f1-4b91-9de5-08d6a63a4916, host dv-neutron-victoria-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d4371596-f9f1-4b91-9de5-08d6a63a4916,segment=NetworkSegment(0ff42bac-ea7c-4964-85d3-c8cc75d34d66),segment_id=0ff42bac-ea7c-4964-85d3-c8cc75d34d66)] {{(pid=83530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 12:10:45.821384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:45.828865 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-9a67775e-61e5-484c-a912-7a326d7c0281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:45.963019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Pushing event updated for resources: {'Port': ['ID=d4371596-f9f1-4b91-9de5-08d6a63a4916,revision_number=2']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:45.967716 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-37d2f8fc-33ba-4ba0-bce2-729c3d220f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:46.191229 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Router 8d4e4385-d219-4286-b9b5-496d6422fa3e has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:46.441951 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:46.451137 dv-neutron-victoria-2-hyperv neutron-server[83528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:46.467736 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] Sync routers for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:46.488615 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:46.489666 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:46.491138 dv-neutron-victoria-2-hyperv neutron-server[83528]: INFO neutron.wsgi [None req-7978ecdb-21c2-46c5-9935-89119d9ad577 tempest-RoutersTest-435474434 tempest-RoutersTest-435474434-project] 10.222.0.41 "PUT /v2.0/routers/8d4e4385-d219-4286-b9b5-496d6422fa3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1530318 Dec 20 12:10:46.500807 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Router 6a9c6f7c-a43e-4172-9203-4b3a87455306 has already been hosted by L3 agent 112af4dc-ec18-462c-9fa0-e1bbd353f95a {{(pid=83527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 12:10:46.579976 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d4371596-f9f1-4b91-9de5-08d6a63a4916 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:46.661546 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:46.665556 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning for port d4371596-f9f1-4b91-9de5-08d6a63a4916 completed by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:46.792923 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:44Z', 'revision_number': 11, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:46.798773 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] Checking router: 8d4e4385-d219-4286-b9b5-496d6422fa3e for host: dv-neutron-victoria-2-hyperv {{(pid=83531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:46.803012 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] Notify agent at l3_agent.dv-neutron-victoria-2-hyperv the message routers_updated {{(pid=83527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 12:10:46.818116 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] Sync routers for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 12:10:46.830904 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] Routers {'8d4e4385-d219-4286-b9b5-496d6422fa3e'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:46.831885 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['8d4e4385-d219-4286-b9b5-496d6422fa3e'], 'active': True} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:46.845225 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:46.846111 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:46.856564 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [None req-9c0d7623-4677-4e76-9431-0b2cefb10475 tempest-TestNetworkAdvancedServerOps-417867637 tempest-TestNetworkAdvancedServerOps-417867637-project] 10.222.0.41 "PUT /v2.0/routers/6a9c6f7c-a43e-4172-9203-4b3a87455306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7096593 Dec 20 12:10:47.031426 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_dvr_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] Set router 8d4e4385-d219-4286-b9b5-496d6422fa3e gateway port host: None {{(pid=83531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:47.112271 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:47.195832 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.l3_hamode_db [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:44Z', 'revision_number': 11, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:47.203877 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40476b-b471-4bb3-b512-63ed202e658c None None] The sync data for ids ['8d4e4385-d219-4286-b9b5-496d6422fa3e'] in dv-neutron-victoria-2-hyperv is: [{'id': '8d4e4385-d219-4286-b9b5-496d6422fa3e', 'name': 'tempest-RoutersTest-router-2001749558', 'tenant_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:44Z', 'updated_at': '2021-12-20T12:10:44Z', 'revision_number': 11, 'project_id': 'fdb471e21d424f7884a5f40f0d8eae0c', 'gw_port_host': None}] {{(pid=83531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:47.297983 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf528dd0-c0c1-426c-8b97-10cc0fc08755 None None] Network 4eed758b-0550-48a9-ac9a-570d197c00c0 requested from dv-neutron-victoria-2-hyperv {{(pid=83530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 12:10:47.559243 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Provisioning for port d4371596-f9f1-4b91-9de5-08d6a63a4916 completed by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 12:10:47.611285 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Provisioning complete for port d4371596-f9f1-4b91-9de5-08d6a63a4916 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:47.611655 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.865918 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1997503'] for port, before_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:47.880332 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:10:44Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:47.894961 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] Checking router: 6a9c6f7c-a43e-4172-9203-4b3a87455306 for host: dv-neutron-victoria-2-hyperv {{(pid=83530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 12:10:47.932384 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.db [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] For port d4371596-f9f1-4b91-9de5-08d6a63a4916, host dv-neutron-victoria-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-victoria-2-hyperv',level=0,port_id=d4371596-f9f1-4b91-9de5-08d6a63a4916,segment=NetworkSegment(0ff42bac-ea7c-4964-85d3-c8cc75d34d66),segment_id=0ff42bac-ea7c-4964-85d3-c8cc75d34d66)] {{(pid=83530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 12:10:47.937152 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] Routers {'6a9c6f7c-a43e-4172-9203-4b3a87455306'} bound to L3 agent in host dv-neutron-victoria-2-hyperv {{(pid=83530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 12:10:47.937947 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-victoria-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T11:53:44Z,description=,heartbeat_timestamp=2021-12-20T12:10:44Z,host='dv-neutron-victoria-2-hyperv',id=112af4dc-ec18-462c-9fa0-e1bbd353f95a,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T11:53:44Z,topic='l3_agent')) {'router_ids': ['6a9c6f7c-a43e-4172-9203-4b3a87455306'], 'active': True} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:47.999705 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1997103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1764141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790997755405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790997327499', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790997327544'] for port, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.010883 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-ddd27d7b-5c0c-4709-8b94-873b021c069a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 12:10:48.177580 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d3011-a16c-46a2-85af-7ec590e3d08a None None] get_active_networks_info from dv-neutron-victoria-2-hyperv {{(pid=83530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 12:10:48.218118 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Pushing event updated for resources: {'Port': ['ID=d4371596-f9f1-4b91-9de5-08d6a63a4916,revision_number=3']} {{(pid=83530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 12:10:48.278827 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.279396 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.280319 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.280852 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.281418 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.281965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.282520 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.283072 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.283626 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.284200 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.284751 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-victoria-2-hyperv {{(pid=83530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 12:10:48.299197 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9f0b526-e272-4770-887c-7c82676f0dc3 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:48.336965 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG oslo_concurrency.lockutils [None req-260b99ae-7a43-4e0c-b440-0afe97ce4083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 12:10:48.359861 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: c9f0b526-e272-4770-887c-7c82676f0dc3 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:48.360323 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device c9f0b526-e272-4770-887c-7c82676f0dc3 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:48.388074 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_dvr_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] Set router 6a9c6f7c-a43e-4172-9203-4b3a87455306 gateway port host: dv-neutron-victoria-2-hyperv {{(pid=83530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 12:10:48.464652 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-bb1d23ef-53d1-4253-beeb-647a1875ff44 None None] Provisioning complete for port d4371596-f9f1-4b91-9de5-08d6a63a4916 triggered by entity DHCP. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:48.465029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bb1d23ef-53d1-4253-beeb-647a1875ff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:48.734248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d3011-a16c-46a2-85af-7ec590e3d08a None None] Resources bound (agent type, host, resource id): {{(pid=83530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 12:10:49.024023 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.l3_hamode_db [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:10:44Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}], 'dv-neutron-victoria-2-hyperv', False) {} {{(pid=83530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 12:10:49.051151 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5950a0-97e2-4878-b426-ae76b2b993d2 None None] The sync data for ids ['6a9c6f7c-a43e-4172-9203-4b3a87455306'] in dv-neutron-victoria-2-hyperv is: [{'id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680201366', 'tenant_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'external_fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T12:07:56Z', 'updated_at': '2021-12-20T12:10:44Z', 'revision_number': 5, 'project_id': '2b826d14fc9a4936bd00c0f3b9d6a4d7', 'gw_port': {'id': 'b45956cc-d597-4646-b85c-d93c5e08e622', 'name': '', 'network_id': '0f1adbd6-3d78-4207-9663-36ecb9e9af50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c6f7c-a43e-4172-9203-4b3a87455306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '27654143-962a-4d93-ad75-136381b4f09d', 'ip_address': '172.36.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-victoria-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T12:07:58Z', 'updated_at': '2021-12-20T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27654143-962a-4d93-ad75-136381b4f09d', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-victoria-2-hyperv'}] {{(pid=83530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 12:10:50.339395 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d4371596-f9f1-4b91-9de5-08d6a63a4916 up at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 12:10:50.435020 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.db.provisioning_blocks [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Provisioning complete for port d4371596-f9f1-4b91-9de5-08d6a63a4916 triggered by entity L2. {{(pid=83530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 12:10:50.435326 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1983098'] for port, provisioning_complete {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:10:50.474900 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-1baad9d7-0907-4dcb-a499-36cc972b1f8e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866778 Dec 20 12:10:50.588296 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 no longer exists at agent ovs-agent-dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 12:10:50.642858 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.plugin [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] No Port match for: d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 {{(pid=83530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 12:10:50.643412 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron.plugins.ml2.rpc [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Device d6d576ec-39c5-4b16-9d34-3fd0f456a2e9 not bound to the agent host dv-neutron-victoria-2-hyperv {{(pid=83530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 12:10:50.687269 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-0e3a1b48-e010-4483-91f4-f6abb8ad04bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1098 time: 0.1163602 Dec 20 12:10:50.838930 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec30d85-fec9-4962-848a-4df200d749de req-9517a664-560b-42b0-9f1d-b488e6a98a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:50.840313 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-9517a664-560b-42b0-9f1d-b488e6a98a30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.1339450 Dec 20 12:10:50.947489 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-e601050d-5633-4e0d-9a35-6df7ed554587 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 1001 time: 0.0994039 Dec 20 12:10:51.009329 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec30d85-fec9-4962-848a-4df200d749de req-fe0c98ac-d7a3-4cd0-8630-2639ab530763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:10:51.010745 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-fe0c98ac-d7a3-4cd0-8630-2639ab530763 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.0575502 Dec 20 12:10:51.083254 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-12681fd0-d158-4f75-8655-b8cf998f4a06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0671995 Dec 20 12:10:51.257621 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-b5369868-54ed-4ac2-bd3d-fa36a2ed6068 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679525 Dec 20 12:10:51.410151 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-4ec30d85-fec9-4962-848a-4df200d749de req-f2483894-70d0-418a-9f61-cc1c31fd4749 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468728 Dec 20 12:11:03.501379 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:11:07.111118 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:11.625429 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9d6753e3-ad76-48be-abd0-b8d8adf13100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:14.114890 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa495-66d8-4936-afda-7bbf59dc4e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:15.038894 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:15.143935 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:16.444818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:37.117548 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:40.487442 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:11:41.627858 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-f08ea21a-b568-4d84-a598-9b8f03a6ac5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:44.111067 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-bf58e00c-0d16-46ab-b5c8-28f13f697812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:45.034196 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:45.131207 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:46.438029 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:11:52.467345 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-de5b2c46-0e4f-4d65-9da2-5ad3a6e28a61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735180 Dec 20 12:11:52.599959 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-df4a8ff8-c2e7-4d5d-a587-f57bc9b5c11e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1098 time: 0.0673220 Dec 20 12:11:52.742086 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-0f7c820c-db9d-47a0-a042-793521fb201e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:11:52.743542 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-0f7c820c-db9d-47a0-a042-793521fb201e service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.1256371 Dec 20 12:11:52.845785 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-b7ec59e3-efab-45ae-a681-7bdd7e6f0617 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 1001 time: 0.0961843 Dec 20 12:11:52.905368 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-3fba65ad-f4d3-4291-be80-beea5c2edb3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:11:52.906766 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-3fba65ad-f4d3-4291-be80-beea5c2edb3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.0554986 Dec 20 12:11:53.078308 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-ea6ee816-3015-4158-b1cb-4ec724c45434 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1656651 Dec 20 12:11:53.206568 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-c2b0cf09-4f86-4dfe-8f14-6262c54b5f07 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216586 Dec 20 12:11:53.334759 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-eca9573e-0a40-4eb6-a9e9-cf167486dc14 req-75376dd5-1329-4092-be28-1c371f6c9347 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223261 Dec 20 12:12:07.116863 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:11.630218 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c7370618-325e-471b-82bf-72b65a071c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:14.113638 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-42af480d-4657-44c7-99f9-9b98f3d71211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:15.035865 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:15.133636 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:16.438622 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:17.488584 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:12:37.129002 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:41.631692 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-204a7fb1-0d85-404e-83f1-3a6a80870c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:44.126019 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ca3e3fe3-bbb2-4bde-afa5-c0788029c83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:45.038570 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:45.136033 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:46.441080 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:12:54.488780 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:12:55.077527 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-9a9f472e-8cfc-43dd-8703-1f9ec752f707 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1396298 Dec 20 12:12:55.211540 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-869d9660-4876-452a-8d17-551d1c7aebf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1098 time: 0.0676920 Dec 20 12:12:55.350836 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-e622d8b6-767f-4aa4-9e92-0da1dddb4595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:12:55.352313 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-e622d8b6-767f-4aa4-9e92-0da1dddb4595 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.1233151 Dec 20 12:12:55.453550 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-b9ceb4e7-947c-4845-b644-42cc99472274 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 1001 time: 0.0949275 Dec 20 12:12:55.517069 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-221c92d4-5b6b-40a5-8d77-f37ad2483759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:12:55.518617 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-221c92d4-5b6b-40a5-8d77-f37ad2483759 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.0592360 Dec 20 12:12:55.593678 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-309617c9-78f7-47a2-84ed-dd561260e472 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0698144 Dec 20 12:12:55.604113 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-511928d1-de2c-42f2-bf60-f09454618338 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83527) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 12:12:55.604992 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-511928d1-de2c-42f2-bf60-f09454618338 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047963 Dec 20 12:12:55.733582 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-617d3c91-f71a-4660-a2cb-e33da15a69ee service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225417 Dec 20 12:12:55.868930 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-1b2e4f1d-c24c-4c2b-b25a-040a62454578 req-f02af1ad-d7f8-472f-b998-5774f6ac3108 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294696 Dec 20 12:13:07.128303 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:11.633712 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-b0c14525-1df7-43ac-939a-8793e49edc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:14.119606 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-6d7b3fe6-ea71-476a-94fd-da3b38a23a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:15.042368 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:15.138817 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:16.443867 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:31.488023 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:13:37.128649 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:41.635811 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808952e8-a15a-4f88-bf5d-4efc3b595e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:44.124818 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5a6e6da1-f1d6-4482-bd54-976f6f15f9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:45.045118 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:45.140645 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:46.446569 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:13:55.437691 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-f6be8c7d-0269-420b-8e39-d268944eb6d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661609 Dec 20 12:13:55.584589 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-57db21e0-bf1f-4592-9b6a-917cf82c4181 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1098 time: 0.0753331 Dec 20 12:13:55.726271 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-ce05e8a5-1d3a-4c43-9103-7a47ad03eeeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:13:55.727735 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-ce05e8a5-1d3a-4c43-9103-7a47ad03eeeb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.1257942 Dec 20 12:13:55.828649 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-a9aa4989-38cb-4286-a539-1d1bdbc779e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 1001 time: 0.0947914 Dec 20 12:13:55.990379 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-da77f8c1-c134-47c5-a686-8a27a3c24114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:13:55.991756 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-da77f8c1-c134-47c5-a686-8a27a3c24114 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.1579504 Dec 20 12:13:56.066045 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-bd796213-086b-4767-b70a-cd2ff60d2516 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0680366 Dec 20 12:13:56.193920 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-049a26d0-dab9-4439-9c84-2a3cdbe59262 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217701 Dec 20 12:13:56.323502 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-6216b8b9-a6de-4738-90b1-3453b271c524 req-a902efc4-c6bd-4e0c-b802-779081e91914 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236391 Dec 20 12:14:07.128616 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:08.488320 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:14:11.638046 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-cdab9fc2-f8fa-494f-a8b5-cc8786b15018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:14.124051 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-5da3d478-7834-4615-b67b-4257c1e27d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:15.047016 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:15.142076 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:16.449437 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:37.126298 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-735825b3-4819-4a51-987f-9e68d2f60594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:41.641907 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-ccb02303-5abc-4f71-8e16-8ea0b7e5cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:44.138248 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-c3984483-6f01-495f-8faa-0acb9dded8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:45.050338 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-9500fd38-cb31-428c-9005-a4c50416537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:45.145293 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-808ef4dc-08ef-4ff0-a314-119429292a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:45.489181 dv-neutron-victoria-2-hyperv neutron-server[83531]: DEBUG neutron.db.agents_db [None req-45c106d0-5f96-48e5-a686-e6e3c2ed0d74 None None] Agent healthcheck: found 6 active agents {{(pid=83531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 12:14:46.451598 dv-neutron-victoria-2-hyperv neutron-server[83530]: DEBUG neutron_lib.callbacks.manager [None req-e50b6e92-c60d-47d7-ad8a-299a17ebaabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790997782209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985965'] for agent, after_update {{(pid=83530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 12:14:57.453898 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-76e61c12-36a4-4115-9e54-f07070b42601 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=518ea851-fb19-4863-a41f-ba1898dc52d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716670 Dec 20 12:14:57.593399 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-e97976db-bcff-4744-bcff-8b7fd8aec48e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07f88a0fd7aa41769ff9360299eb17bf&device_id=518ea851-fb19-4863-a41f-ba1898dc52d4 HTTP/1.1" status: 200 len: 1098 time: 0.0725253 Dec 20 12:14:57.745095 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-5b44d3c5-52a1-48da-b38d-5893e7a88bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:14:57.746698 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-5b44d3c5-52a1-48da-b38d-5893e7a88bb1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1 HTTP/1.1" status: 200 len: 913 time: 0.1350305 Dec 20 12:14:57.849626 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-17c9504d-7d1d-4b92-9352-3b2d434365f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e93ac4-0e00-48ac-b473-6d3c59babda0 HTTP/1.1" status: 200 len: 1001 time: 0.0962317 Dec 20 12:14:57.909697 dv-neutron-victoria-2-hyperv neutron-server[83527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-9e5ee8b7-563b-403a-bb0a-5ef646ef6706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 12:14:57.911153 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-9e5ee8b7-563b-403a-bb0a-5ef646ef6706 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50f790e-3ad3-4eec-bec1-5d0389c21700 HTTP/1.1" status: 200 len: 851 time: 0.0559144 Dec 20 12:14:57.982962 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-b2f6eeac-1aaf-4365-8f60-c379e64eaf0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0665138 Dec 20 12:14:58.111219 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-4c91f749-a456-43a8-872a-f1c1a7790264 service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222956 Dec 20 12:14:58.243449 dv-neutron-victoria-2-hyperv neutron-server[83527]: INFO neutron.wsgi [req-233d15bd-b3de-4ab2-beef-5ff9ce998bd7 req-86442af4-42d6-4788-8df1-6c4b27fc87de service neutron] 10.222.0.62 "GET /v2.0/networks/2d30cc45-427f-43fc-a2a1-1f87ccf7ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261196